-- Logs begin at Mon 2022-01-24 14:55:00 UTC, end at Mon 2022-01-24 15:58:35 UTC. -- Jan 24 15:27:08.828322 dv-cinder-820164-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 15:27:11.784115 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.common.config [-] Logging enabled! Jan 24 15:27:11.784734 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 24 15:27:11.784891 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102561) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 15:27:11.788690 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.common.config [-] Logging enabled! Jan 24 15:27:11.788940 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 24 15:27:11.789245 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102561) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 15:27:11.790170 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 15:27:11.790404 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 15:27:11.790763 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 15:27:11.791005 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 15:27:11.791248 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 15:27:11.791565 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.791975 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 24 15:27:11.792278 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.792566 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.792851 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.793138 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.793419 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.793692 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.793971 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.794265 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.794545 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.794817 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.795093 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.795402 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.795677 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.795954 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.796233 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.796509 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] debug = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.796789 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.797205 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.797612 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.797886 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.798167 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.798439 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.798706 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.798976 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.799275 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.799597 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] host = dv-cinder-820164-3-iscsi {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.799870 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.800149 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.800433 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.800710 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.800978 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.801901 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.802199 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.802532 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.802807 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] log_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.803079 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.803388 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.803672 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.803957 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.804179 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.804398 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.804690 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.804972 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.805244 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.805514 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.805784 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.806052 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.806320 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.806584 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.806865 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.807142 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.807440 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.807709 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.807979 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.808244 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.808510 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.808787 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.809054 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.809320 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.809586 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.809863 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.810123 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.810393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.810685 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.810965 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.811260 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.811541 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.811809 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.812082 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.812346 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.812612 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.812880 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] use_json = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.813146 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.813409 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.813681 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.813946 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.814211 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.814478 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.814745 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.815018 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.815314 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:11.815603 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.815893 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.816183 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.816474 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.816794 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.817235 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.817528 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.817805 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.818090 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.818372 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.818658 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.818933 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.819248 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.819533 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.819822 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.820120 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.820411 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.820696 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.820966 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.821234 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.821501 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.821773 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.822054 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.822330 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.822612 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.822896 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.823189 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.823482 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.823762 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.824051 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.824335 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.824604 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.824880 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.825165 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.825440 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.825708 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.825979 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.826263 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.826537 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.826810 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.827089 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.827386 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.827655 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.827923 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.828196 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.828479 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.828751 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.829018 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.829285 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.829559 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.829825 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.830105 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.830384 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.830655 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.830924 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.831224 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.831498 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.831766 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.832041 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.832309 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.832608 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.833008 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.833284 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.833553 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.833821 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.834090 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.834359 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.834625 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.834897 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.835183 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.835456 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.835723 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.835989 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.836256 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.836537 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.836829 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.837101 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.837373 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.837644 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.837915 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.838184 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.838453 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.838723 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.838995 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.839291 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.839576 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.839852 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.840132 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.840435 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.840709 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.840999 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.841272 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.841549 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.841822 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.842093 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.842370 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.842646 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.842934 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.843249 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.843541 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.843827 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.844112 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.844384 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.844684 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.844960 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:11.845174 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 15:27:11.845407 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102561) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 24 15:27:12.213244 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 15:27:12.213520 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 15:27:12.213821 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 15:27:12.214155 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 15:27:12.540418 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.540621 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.540891 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.542186 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.542458 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.542720 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.586765 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.587037 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.587314 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.603255 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.603532 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.603797 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.632385 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.632660 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.632924 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.669127 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.669401 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:12.669664 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.008389 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.008998 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.008998 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.009175 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.010026 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.109845 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.110158 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.110437 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.110702 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.110961 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.111291 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.111548 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.111798 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.112048 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.112324 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.112582 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.112838 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.113088 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.113333 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.113612 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.113864 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.114158 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.114449 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.114715 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.114969 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.115262 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.115514 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.115787 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.116156 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.116403 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.116644 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.117030 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 15:27:13.117267 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 15:27:13.117499 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 15:27:13.117731 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 15:27:13.117964 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 15:27:13.118192 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 15:27:13.118545 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 15:27:13.121626 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 15:27:13.125583 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 15:27:13.129968 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 24 15:27:13.131868 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 15:27:13.132478 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 15:27:13.132813 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 24 15:27:13.133196 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 15:27:13.136027 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 15:27:13.136274 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 15:27:13.136612 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 15:27:13.141912 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 24 15:27:13.164915 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 24 15:27:13.165362 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.165654 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102561) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 24 15:27:13.166008 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.167404 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102561) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 15:27:13.167684 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 15:27:13.167927 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 24 15:27:13.171123 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.171426 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.235317 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 15:27:13.235556 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 15:27:13.235794 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 15:27:13.236160 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 15:27:13.257055 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_db.sqlalchemy.engines [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102561) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 24 15:27:13.685336 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Initializing driver for type 'gre' Jan 24 15:27:13.685865 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] gre ID ranges: [(1, 1000)] Jan 24 15:27:13.736739 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Initializing driver for type 'local' Jan 24 15:27:13.737118 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Initializing driver for type 'vlan' Jan 24 15:27:13.749324 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] VlanTypeDriver initialization complete Jan 24 15:27:13.749712 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Initializing driver for type 'vxlan' Jan 24 15:27:13.750250 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] vxlan ID ranges: [(1, 1000)] Jan 24 15:27:13.801282 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Initializing extension driver 'port_security' Jan 24 15:27:13.801667 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] PortSecurityExtensionDriver initialization complete Jan 24 15:27:13.802048 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Initializing mechanism driver 'openvswitch' Jan 24 15:27:13.802395 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Initializing mechanism driver 'hyperv' Jan 24 15:27:13.809144 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:27:13.809994 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > port after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.810369 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.810719 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.811283 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 15:27:13.811722 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > subnet after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.812077 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > subnet after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.812426 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.812828 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 15:27:13.813239 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > network after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.813591 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > network after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.813936 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > network after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.814332 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 15:27:13.814743 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > security_group after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.815095 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > security_group after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.815463 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.815860 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 15:27:13.816268 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.816643 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.816987 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.817383 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 15:27:13.817785 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > address_group after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.818137 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > address_group after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.818479 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.818872 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 15:27:13.819347 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] ML2 OVO RPC backend initialized. {{(pid=102561) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 24 15:27:13.820056 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.820412 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.820829 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > network before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.821180 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > networks before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.821527 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > port before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.821869 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > ports before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.822214 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > subnet before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.822560 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > subnets before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.822905 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > network after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.823280 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > network after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.823618 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > network after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.823952 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > port after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.824289 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.824623 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.824956 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > subnet after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.825289 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > subnet after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.825619 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.826200 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.plugin [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Modular L2 Plugin initialization complete Jan 24 15:27:13.826530 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading services supported by the core plugin {{(pid=102561) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 15:27:13.826858 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Got port-security extension from driver 'port_security' Jan 24 15:27:13.827354 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.extensions.vlantransparent [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Disabled vlantransparent extension. Jan 24 15:27:13.827844 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102561) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 15:27:13.828160 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading Plugin: router Jan 24 15:27:13.867119 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.867537 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router after_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.867913 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router before_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.868284 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.868662 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.869022 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router after_delete 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.869384 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.869866 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.870235 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router after_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.870588 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router after_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.870944 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router after_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.871330 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.871695 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router after_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.872108 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.872479 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.872822 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.873162 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: subnet after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.873503 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.873852 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.874201 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.874544 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: port before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.874888 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.875351 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router after_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.875700 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.876054 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.876416 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.876763 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.877128 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > agent after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.877481 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > agent after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.877830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > network after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.878694 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Tracking information for resource: router configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 15:27:13.879029 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Tracking information for resource: floatingip configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 15:27:13.884733 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.db.l3_agentschedulers_db [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 15:27:13.885318 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.885686 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: port after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.886039 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.886395 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.887209 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router before_create 55550100 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.887575 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.887936 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_create 55550100 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.888293 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > router precommit_update 55550100 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.893065 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.services.provider_configuration [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service providers = [] {{(pid=102561) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 15:27:13.893430 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.db.servicetype_db [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102561) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 15:27:13.897067 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.services.service_base [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 15:27:13.897413 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.services.service_base [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 15:27:13.897757 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.services.service_base [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 15:27:13.898656 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.services.service_base [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 15:27:13.899030 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.services.service_base [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 15:27:13.899429 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 15:27:13.899753 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 15:27:13.910604 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 15:27:13.911119 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading Plugin: auto_allocate Jan 24 15:27:13.917031 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: network precommit_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.917403 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: network precommit_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.917926 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 15:27:13.918253 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading Plugin: tag Jan 24 15:27:13.925100 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 15:27:13.925441 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading Plugin: timestamp Jan 24 15:27:13.929516 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 15:27:13.929852 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading Plugin: network_ip_availability Jan 24 15:27:13.935452 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.935777 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.936135 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:13.936858 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 15:27:13.937185 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading Plugin: flavors Jan 24 15:27:13.943292 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 15:27:13.943702 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading Plugin: revisions Jan 24 15:27:13.948837 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 15:27:13.949248 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_concurrency.lockutils [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.735s {{(pid=102561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 15:27:13.950134 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102561) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 24 15:27:13.950532 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Initializing extension manager. Jan 24 15:27:13.951069 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: __init__.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.951491 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: __pycache__ {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.951831 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.952223 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: address_group.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.953035 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.953640 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: address-group Jan 24 15:27:13.953963 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: address_scope.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.954734 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.955369 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: address-scope Jan 24 15:27:13.955747 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.956768 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.957949 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: router-admin-state-down-before-update Jan 24 15:27:13.958288 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: agent.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.959118 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.959745 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: agent Jan 24 15:27:13.960071 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: agent_resources_synced.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.961024 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.961578 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: agent-resources-synced Jan 24 15:27:13.961903 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: allowedaddresspairs.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.963729 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.964253 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: allowed-address-pairs Jan 24 15:27:13.964581 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: auto_allocated_topology.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.965670 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.966196 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: auto-allocated-topology Jan 24 15:27:13.966526 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: availability_zone.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.967255 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.967769 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: availability_zone Jan 24 15:27:13.968090 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: availability_zone_filter.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.969005 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.969518 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: availability_zone_filter Jan 24 15:27:13.969843 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: data_plane_status.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.970754 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.971303 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 15:27:13.971628 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: default_subnetpools.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.972546 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.973179 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: default-subnetpools Jan 24 15:27:13.973511 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.974328 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.974839 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: dhcp_agent_scheduler Jan 24 15:27:13.975186 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: dns.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.976131 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.976645 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension dns-integration not supported by any of loaded plugins Jan 24 15:27:13.976972 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: dns_domain_ports.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.977892 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.978404 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 15:27:13.978731 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.979686 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.980206 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 24 15:27:13.980537 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: dvr.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.981212 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.981728 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: dvr Jan 24 15:27:13.982054 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: ecmp_routes.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.982977 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.983527 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 24 15:27:13.983855 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: empty_string_filtering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.984773 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.985287 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: empty-string-filtering Jan 24 15:27:13.985609 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.986528 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.987043 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 15:27:13.987397 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.988315 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.988974 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 15:27:13.989298 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: external_net.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.990217 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.990730 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: external-net Jan 24 15:27:13.991053 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.991990 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.992501 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: extra_dhcp_opt Jan 24 15:27:13.992823 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: extraroute.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.993735 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.994244 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: extraroute Jan 24 15:27:13.994567 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: extraroute_atomic.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.995823 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.996343 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: extraroute-atomic Jan 24 15:27:13.996863 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: filter_validation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.997367 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.997877 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: filter-validation Jan 24 15:27:13.998204 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: fip_pf_description.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:13.999129 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:13.999664 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 15:27:13.999988 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: fip_port_details.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.000935 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.001449 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: fip-port-details Jan 24 15:27:14.001772 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: flavors.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.003031 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.003653 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: flavors Jan 24 15:27:14.003982 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.006464 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.006983 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 15:27:14.007351 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: floatingip_pools.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.008057 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.008574 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: floatingip-pools Jan 24 15:27:14.009089 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: ip_allocation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.009824 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.010332 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 15:27:14.010674 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.011616 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.012132 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: ip-substring-filtering Jan 24 15:27:14.012460 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: l2_adjacency.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.013399 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.013911 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 15:27:14.014239 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: l3.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.015254 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.015775 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: router Jan 24 15:27:14.016108 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.018413 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.018950 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 15:27:14.019326 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.020337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.020864 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: ext-gw-mode Jan 24 15:27:14.021194 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.022147 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.022668 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: l3-ha Jan 24 15:27:14.022996 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: l3_flavors.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.023936 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.024452 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: l3-flavors Jan 24 15:27:14.024778 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.025694 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.026217 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 15:27:14.026544 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: l3agentscheduler.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.027637 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.028161 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: l3_agent_scheduler Jan 24 15:27:14.028492 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: local_ip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.030259 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.030793 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension local_ip not supported by any of loaded plugins Jan 24 15:27:14.031126 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: logging.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.032796 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.033333 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension logging not supported by any of loaded plugins Jan 24 15:27:14.033671 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: metering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.034428 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.035017 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: metering Jan 24 15:27:14.035902 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.037008 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.037536 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: metering_source_and_destination_fields Jan 24 15:27:14.037868 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: multiprovidernet.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.038799 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.039358 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: multi-provider Jan 24 15:27:14.039690 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: netmtu.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.040619 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.041141 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: net-mtu Jan 24 15:27:14.041470 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: netmtu_writable.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.042395 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.042939 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: net-mtu-writable Jan 24 15:27:14.043309 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: network_availability_zone.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.043993 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.044504 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: network_availability_zone Jan 24 15:27:14.044830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: network_ip_availability.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.045945 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.046466 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: network-ip-availability Jan 24 15:27:14.046795 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: network_segment_range.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.047595 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.048106 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 15:27:14.048433 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: pagination.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.049422 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.049759 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: pagination Jan 24 15:27:14.050084 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: port_device_profile.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.051067 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.052195 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: port-device-profile Jan 24 15:27:14.052542 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.053471 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.053990 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: port-mac-address-regenerate Jan 24 15:27:14.054317 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.055272 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.055790 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: port-numa-affinity-policy Jan 24 15:27:14.056117 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: port_resource_request.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.057045 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.057555 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 15:27:14.057878 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: port_resource_request_groups.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.058856 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.059405 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 24 15:27:14.059731 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: portbindings.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.060671 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.061183 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: binding Jan 24 15:27:14.061507 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: portbindings_extended.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.062789 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.063346 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: binding-extended Jan 24 15:27:14.063680 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: portsecurity.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.064600 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.065123 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: port-security Jan 24 15:27:14.065454 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: project_id.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.066440 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.066863 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: project-id Jan 24 15:27:14.067232 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: providernet.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.068236 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.068757 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: provider Jan 24 15:27:14.069082 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.072708 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.073237 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos not supported by any of loaded plugins Jan 24 15:27:14.073571 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.074828 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.075381 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 15:27:14.075713 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.076644 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.077163 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 15:27:14.077490 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_default.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.078408 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.078926 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-default not supported by any of loaded plugins Jan 24 15:27:14.079291 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_fip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.080215 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.080736 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-fip not supported by any of loaded plugins Jan 24 15:27:14.081062 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.081980 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.082605 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 24 15:27:14.083017 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_gateway_ip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.083976 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.084497 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 15:27:14.084827 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_port_network_policy.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.085865 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.086392 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 15:27:14.086720 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.087821 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.088341 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 24 15:27:14.088670 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_pps_rule.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.089863 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.090385 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-pps not supported by any of loaded plugins Jan 24 15:27:14.090717 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_rule_type_details.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.091668 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.092184 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 15:27:14.092526 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: qos_rules_alias.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.093573 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.094089 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 15:27:14.094416 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: quota_check_limit.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.095381 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.095898 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: quota-check-limit Jan 24 15:27:14.096223 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: quotasv2.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.097149 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.097479 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: quotas Jan 24 15:27:14.097800 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: quotasv2_detail.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.101783 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.102134 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: quota_details Jan 24 15:27:14.102473 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: rbac.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.103572 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.104109 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: rbac-policies Jan 24 15:27:14.104442 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: rbac_address_group.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.105385 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.105908 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: rbac-address-group Jan 24 15:27:14.106237 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: rbac_address_scope.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.107190 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.107714 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: rbac-address-scope Jan 24 15:27:14.108040 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: rbac_security_groups.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.108962 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.109479 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: rbac-security-groups Jan 24 15:27:14.109806 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: rbac_subnetpool.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.110727 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.111276 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: rbac-subnetpool Jan 24 15:27:14.111604 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: revisionifmatch.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.112535 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.113048 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: revision-if-match Jan 24 15:27:14.113372 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: revisions.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.115077 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.115623 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: standard-attr-revisions Jan 24 15:27:14.115953 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: router_availability_zone.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.116631 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.117154 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: router_availability_zone Jan 24 15:27:14.117480 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: routerservicetype.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.118408 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.118921 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension router-service-type not supported by any of loaded plugins Jan 24 15:27:14.119283 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.120285 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.120800 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: security-groups-normalized-cidr Jan 24 15:27:14.121125 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.122059 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.122573 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: port-security-groups-filtering Jan 24 15:27:14.122895 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.123853 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.124372 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: security-groups-remote-address-group Jan 24 15:27:14.124698 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.125638 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.126151 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: security-groups-shared-filtering Jan 24 15:27:14.126811 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.127075 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 24 15:27:14.127421 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: securitygroup.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.137518 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.138060 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: security-group Jan 24 15:27:14.138396 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: segment.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.139205 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.139727 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension segment not supported by any of loaded plugins Jan 24 15:27:14.140062 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.141011 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.141529 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 15:27:14.141857 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: servicetype.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.142962 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.143536 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: service-type Jan 24 15:27:14.143868 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: sorting.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.144904 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.145236 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: sorting Jan 24 15:27:14.145564 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: standard_attr_segment.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.146487 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.147015 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 15:27:14.147387 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: standardattrdescription.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.148053 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.148572 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: standard-attr-description Jan 24 15:27:14.148896 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: stateful_security_group.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.149847 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.150367 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: stateful-security-group Jan 24 15:27:14.150694 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: stdattrs_common.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.151299 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 15:27:14.151626 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.152564 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.153087 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 15:27:14.153412 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: subnet_onboard.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.154489 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.155011 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: subnet_onboard Jan 24 15:27:14.155369 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.156304 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.156821 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 15:27:14.157146 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: subnet_service_types.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.158080 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.158600 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: subnet-service-types Jan 24 15:27:14.158925 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: subnetallocation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.160052 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.161096 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: subnet_allocation Jan 24 15:27:14.161424 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.162093 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.162608 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: subnetpool-prefix-ops Jan 24 15:27:14.162935 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.163905 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.164420 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 15:27:14.164744 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: tagging.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.165801 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.166331 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: standard-attr-tag Jan 24 15:27:14.166657 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: timestamp.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.167916 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.168445 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loaded extension: standard-attr-timestamp Jan 24 15:27:14.168771 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: trunk.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.169815 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.170341 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension trunk not supported by any of loaded plugins Jan 24 15:27:14.170672 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: trunk_details.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.171620 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.172142 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension trunk-details not supported by any of loaded plugins Jan 24 15:27:14.172470 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: uplink_status_propagation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.173404 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.173927 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 15:27:14.174255 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Loading extension file: vlantransparent.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 15:27:14.174933 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 15:27:14.175487 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 15:27:14.178570 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:network Jan 24 15:27:14.179088 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:subnet Jan 24 15:27:14.179518 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 15:27:14.179912 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:port Jan 24 15:27:14.182275 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.182741 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service FLAVORS assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.183413 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.183855 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.184193 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:router Jan 24 15:27:14.184624 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 15:27:14.185112 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service METERING assigned prefix: /metering {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.186596 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:14.186918 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:14.187301 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:27:14.188316 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 15:27:14.188770 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:security_group Jan 24 15:27:14.189233 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 15:27:14.189846 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service CORE assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.190182 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 15:27:14.190530 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] subnetpool is already registered Jan 24 15:27:14.190957 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service CORE assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.191325 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 15:27:14.191687 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] subnetpool is already registered Jan 24 15:27:14.193981 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.194420 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service FLAVORS assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.195016 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.195473 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.195808 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:router Jan 24 15:27:14.196149 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] router is already registered Jan 24 15:27:14.196558 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 15:27:14.196894 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] floatingip is already registered Jan 24 15:27:14.197356 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service METERING assigned prefix: /metering {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.198033 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 15:27:14.198363 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] rbac_policy is already registered Jan 24 15:27:14.198778 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:security_group Jan 24 15:27:14.199199 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] security_group is already registered Jan 24 15:27:14.199606 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 15:27:14.199941 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] security_group_rule is already registered Jan 24 15:27:14.200564 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service CORE assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.200897 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 15:27:14.201231 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] subnetpool is already registered Jan 24 15:27:14.201651 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Service CORE assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 15:27:14.201978 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 15:27:14.202310 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] subnetpool is already registered Jan 24 15:27:14.202778 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: extensions {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.204263 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: address-groups {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.205827 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: address-scopes {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.207092 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: agents {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.208330 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: auto-allocated-topology {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.209609 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: availability_zones {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.210843 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: dhcp-networks {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.212414 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: dhcp-agents {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.213849 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: routers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.216173 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: flavors {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.217344 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: service_profiles {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.218560 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: next_providers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.220077 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: service_profiles {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.221617 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: floatingip-pools {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.223400 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: routers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.225691 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: floatingips {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.226991 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: l3-routers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.228431 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: l3-agents {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.229836 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: metering-labels {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.231248 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: metering-label-rules {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.232541 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: network-ip-availabilities {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.233838 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: bindings {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.235505 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: quotas {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.237075 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: quotas {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.239385 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: rbac-policies {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.240702 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: security-groups {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.241964 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: security-group-rules {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.243231 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: service-providers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.244454 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: subnetpools {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.245887 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: subnetpools {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.247387 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.249077 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.251875 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.253663 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.255808 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.257654 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.259391 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.261287 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.263080 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.264970 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron.api.extensions [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 15:27:14.271391 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING keystonemiddleware.auth_token [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 15:27:14.276054 dv-cinder-820164-3-iscsi neutron-server[102561]: WARNING keystonemiddleware.auth_token [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 15:27:14.284598 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_concurrency.lockutils [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Acquired lock "singleton_lock" {{(pid=102561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 24 15:27:14.285071 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_concurrency.lockutils [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Releasing lock "singleton_lock" {{(pid=102561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 24 15:27:14.286406 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO oslo_service.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Starting 2 workers Jan 24 15:27:14.291400 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Started child 102668 {{(pid=102561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 15:27:14.295935 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Started child 102669 {{(pid=102561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 15:27:14.296981 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:14.297688 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO neutron.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 15:27:14.298233 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:14.298505 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [-] (102668) wsgi starting up on http://0.0.0.0:9696 Jan 24 15:27:14.300704 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO oslo_service.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Starting 1 workers Jan 24 15:27:14.300975 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:14.302498 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [-] (102669) wsgi starting up on http://0.0.0.0:9696 Jan 24 15:27:14.306095 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Started child 102670 {{(pid=102561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 15:27:14.306653 dv-cinder-820164-3-iscsi neutron-server[102561]: INFO oslo_service.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Starting 1 workers Jan 24 15:27:14.309769 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] calling RpcWorker wait() {{(pid=102670) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 15:27:14.310288 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] returning from RpcWorker wait() {{(pid=102670) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 15:27:14.311213 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Started child 102671 {{(pid=102561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 15:27:14.311683 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:14.312041 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb064bce-d008-4265-afd1-34ef5f209fb1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:14.312189 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:27:14.314023 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 15:27:14.314236 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 15:27:14.314426 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 15:27:14.314657 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 15:27:14.315011 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 15:27:14.315205 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 15:27:14.315711 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.315986 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:14.316454 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.316454 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.316589 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.316836 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.316938 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:27:14.317421 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.317665 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.317922 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.318204 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.318457 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.318632 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.318799 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.319052 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.319310 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.319605 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.319873 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.320276 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.320554 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.320728 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.320996 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.321265 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.321498 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.321769 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] debug = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.322010 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.322506 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.322757 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.322977 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.323219 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.323496 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.323741 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.324029 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.324269 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.324508 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.324753 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.325032 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.325292 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.325526 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.325773 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.326005 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.326268 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.326502 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.326956 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] host = dv-cinder-820164-3-iscsi {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.327205 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.327452 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.327681 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.327929 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.328184 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.328420 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.328674 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.328918 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.329162 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.329406 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.329650 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.329880 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.330101 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.330358 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.330522 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_options = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.330753 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.331039 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.331307 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.331507 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.331677 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.331841 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.332087 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.332772 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.333038 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.333250 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.333478 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.333677 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.333897 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.334130 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.334396 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.334634 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.334880 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.335110 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.335374 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.335602 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.335847 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.336094 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.336354 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.336577 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.336815 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.337030 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.337261 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.337497 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.337789 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.337970 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.338203 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.338455 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.338688 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.338939 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.339243 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.339509 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.339723 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.339958 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.340237 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.340444 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.340705 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.340949 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.341182 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.341411 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.341629 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.341847 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.342324 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_json = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.342324 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.342818 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.342818 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.343812 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.343812 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.343812 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.343812 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.344282 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.344282 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.344491 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.344760 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.345127 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.345357 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.346062 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.346062 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.346562 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.346562 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.347356 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.347356 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.347356 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.347767 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.347767 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.348748 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.348748 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.349268 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.349409 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.349874 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.349874 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.350204 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.351050 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.351050 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.351050 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.351050 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.353393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.353393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.353393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.353393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.353393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.353393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.353393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.353393 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.357830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.357830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.357830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.357830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.357830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.357830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.357830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.357830 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.358590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.358590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.358590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.358590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.358590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.358590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.358590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.358590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.360652 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361337 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361945 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361945 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361945 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361945 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361945 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.361945 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.362518 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.362518 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.362518 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.363250 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.363250 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.363250 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.364297 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.364297 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.364297 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.365703 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.365703 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.365703 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.365703 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.365703 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.366430 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.366430 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.366430 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.366430 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.366792 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.366919 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.367446 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.367446 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.367756 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.370456 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.370719 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.371016 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.371267 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.371509 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.371728 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.371972 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.372248 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.372485 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.372738 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.375466 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.375711 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.375989 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.376258 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.376494 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.376742 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.376984 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.377220 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.377908 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.377908 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.378078 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.378254 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.380019 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.380569 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.382207 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.382559 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.382862 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.383602 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.384068 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.384826 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.385113 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.385358 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.385622 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.386665 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.386923 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.387206 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.388024 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.388287 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.389032 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.389284 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.389516 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.389736 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.389976 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.390296 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.390532 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.390765 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.390980 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.391272 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.391521 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.391761 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.392029 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.392293 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.392525 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.392783 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.393033 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.393251 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.393484 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.393711 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.393943 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.394176 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.394390 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.394633 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.395401 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.395606 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.396038 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.396255 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.396480 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.396692 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.396930 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.397144 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.397388 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.397619 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.397855 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.398080 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.398295 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.398507 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.398753 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.398992 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.399274 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.399492 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.399756 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.400007 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.400247 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.400473 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.400694 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.400969 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.401185 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.401430 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.401645 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.401879 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.402090 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.402307 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.402516 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.402744 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.402968 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.403226 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.403478 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.403723 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.404057 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.404298 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.404525 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.404758 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.404974 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.405206 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.405452 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.405673 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.406412 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.406639 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.407041 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.407504 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.407783 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.408026 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.408240 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.408477 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.408694 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.408930 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.409139 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.409438 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.409683 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.409921 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.410169 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.410429 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.411216 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.411423 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.411633 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.411842 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.412059 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.412304 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.412537 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.412762 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.412970 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.413182 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.413426 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.413686 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.413895 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.414139 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.414343 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.414549 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.414768 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.414982 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.415214 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.415458 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.415666 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.415895 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.416114 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.416349 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.416554 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.416798 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.417006 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.417233 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.417452 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.417692 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.417916 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.418203 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.418448 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.418663 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.418947 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.419252 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.419500 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.419738 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.420231 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.420471 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.420710 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.420929 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.421143 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.421360 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.421625 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.421957 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.422249 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.422515 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.422776 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.423041 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.423338 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.423612 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.423826 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.424133 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.424471 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.424738 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.425002 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.425224 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.425477 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.425697 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.425931 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.426226 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:27:14.426380 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.426466 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.426670 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.426924 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.427186 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.427445 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.427666 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.427890 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.428133 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.428353 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.428581 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.428836 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.429743 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.429904 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 15:27:14.430920 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 15:27:14.431257 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 15:27:14.431433 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 15:27:14.431580 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 15:27:14.431750 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 15:27:14.431900 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 15:27:14.432112 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.432276 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.432436 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.432597 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.432757 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.432955 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.433119 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.433332 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.433497 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.433657 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.433815 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.433974 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.434133 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.434293 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.434453 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.434613 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.434759 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.434919 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.435081 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.435262 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.435420 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.435579 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.435736 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] debug = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.435895 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.436107 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.436271 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.436432 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.436590 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.436799 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.436896 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.437054 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.437211 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.437371 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.437529 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.437691 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.437848 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.438005 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.438163 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.438321 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.438479 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.438636 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.438848 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] host = dv-cinder-820164-3-iscsi {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.438934 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.439082 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.439274 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.439432 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.439589 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.439747 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.439909 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.440070 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.440219 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.440371 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.440527 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.440683 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.440841 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.440999 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.441156 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_options = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.441316 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.441471 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.441822 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.442007 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.442229 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.442437 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.442598 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.442757 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.442920 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.443077 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.443421 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.443579 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.443736 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.443886 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.444046 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.444199 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.444505 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.444663 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.444825 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.444987 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.445145 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.445305 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.445460 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.445617 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.445776 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.445933 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.446090 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.446248 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.446405 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.446563 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.446720 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.446878 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.447039 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.447225 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.447376 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.447539 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.447736 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.447982 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.448148 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.448309 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.448467 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.448626 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.448782 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.449131 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.449535 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.449698 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.449851 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_json = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.450160 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.450317 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.450656 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.450986 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.451355 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.451513 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.451818 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.451981 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.452140 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 15:27:14.452319 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.452482 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.452654 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.452814 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.452973 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.453133 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.453292 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.453452 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.453612 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.453771 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.453937 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.454100 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.454271 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.454430 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.454589 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.454772 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.454914 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.455074 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.455260 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.455423 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.455585 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.455746 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.455913 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.456073 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.456232 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.456391 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.456551 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.456719 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.456879 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.457055 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.457726 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.457885 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.458115 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.458298 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.458389 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.458515 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.458677 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.458839 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.459000 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.459176 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.459339 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.459501 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.459662 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.459822 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.459984 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.460138 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.460333 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.460461 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.460620 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.460783 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.460946 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.461106 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.461316 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.461483 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.461645 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.461996 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.461996 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.462207 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.462294 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.462420 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.462580 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.462740 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.462900 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.463060 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.463241 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.463452 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.463618 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.463779 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.463952 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.464113 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.464274 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.464433 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.464594 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.464754 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.464914 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.465075 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.465235 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.465394 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.465556 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.465716 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.465877 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.466036 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.466196 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.466356 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.466517 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.466678 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.466837 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.466996 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.467196 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.467340 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.467501 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.467669 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.467850 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.468010 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.468170 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.468329 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.468487 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.468646 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.468805 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.468966 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.469126 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.469286 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.469445 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.469604 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.469765 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.469925 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.470084 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.470244 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.470406 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.470568 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.470725 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.470884 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.471044 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.471225 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.471386 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.471544 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.471703 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.471861 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.472031 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.472190 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.472352 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.472511 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.472678 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.472892 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.473184 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.473350 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.473513 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.473673 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.473834 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.473994 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.474154 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.474315 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.474476 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.474637 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.474810 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.474970 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.475130 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.475311 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.475497 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.475657 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.475816 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.475977 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.476137 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.476298 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.476459 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.476618 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.476778 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.476939 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.477098 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.477260 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.477419 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.477580 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.477740 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.477905 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.478068 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.478229 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.478388 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.478549 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.478710 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.478869 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.479029 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.479209 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.479372 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.479533 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.479694 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.479856 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.480017 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.480177 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.480336 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.480500 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.480663 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.480823 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.480982 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.481139 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.481300 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.481461 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.481624 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.481786 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.481959 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.482094 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.482254 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.482414 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.482576 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.482736 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.482898 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.483059 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.483309 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.483472 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.483634 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.483795 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.483956 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.484116 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.484275 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.484448 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.484609 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.484768 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.484930 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.485089 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.485249 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.485407 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.485566 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.485726 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.485885 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.486045 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.486210 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.486371 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.486532 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.486692 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.486852 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.487014 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.487196 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.487357 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.487531 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.487692 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.487858 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.488020 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.488180 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.488341 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.489107 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.489285 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.489440 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.489600 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.489760 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.489920 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.490090 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.490251 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.490409 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.490568 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.490727 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.490886 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.491055 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.491237 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.491397 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.491557 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.491715 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.491874 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.492043 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.492203 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.492363 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.492521 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.492680 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.492839 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.493013 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.493171 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.493329 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.493487 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.493646 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.493804 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.493972 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.494132 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.494289 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.494457 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.494615 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.494773 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.494932 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.495103 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.495285 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.495448 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.495609 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.495770 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.495929 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.496090 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.496254 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.496433 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.496585 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.496747 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.496915 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.497082 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.497252 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.497411 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.497577 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.497747 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.497907 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.498066 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.498225 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.498389 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.498549 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.498709 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.498868 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.499027 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.499206 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.499367 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.499526 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.499685 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.499844 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.500002 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.500162 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.500320 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.500479 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.500638 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.500797 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 15:27:14.500948 dv-cinder-820164-3-iscsi neutron-server[102561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 15:27:14.506409 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 55482) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:14.514875 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [-] 10.222.0.112 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0063667 Jan 24 15:27:26.081441 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e2f8b-f234-4f2c-b0b2-194cde22bac7 None None] get_active_networks_info from dv-cinder-820164-3-iscsi {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 24 15:27:26.171280 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e2f8b-f234-4f2c-b0b2-194cde22bac7 None None] No non-hosted networks {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 15:27:26.179482 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3330c122-5601-465c-acc4-604c5f8714e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712907'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:28.265367 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-21303c13-2c65-4774-9e63-feb901489b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712907'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:28.273648 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.db.api [None req-474c7ace-9dcf-447a-88ae-aef3af0d3a74 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-820164-3-iscsi {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 15:27:28.274128 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG oslo_db.api [None req-474c7ace-9dcf-447a-88ae-aef3af0d3a74 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 15:27:28.796595 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474c7ace-9dcf-447a-88ae-aef3af0d3a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:29.286584 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712907'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:30.998400 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712907'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:32.384671 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712907'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:32.387381 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.388113 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.388942 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.389447 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.390014 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.390893 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.391619 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.392227 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.393143 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.394304 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.394957 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.395560 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.396158 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:32.396942 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820164-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:27:32.416750 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820164-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:27:33.408490 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.db.l3_hamode_db [None req-8ed373b4-7565-4788-86a0-721e0fd2beb2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 15:27:33.491268 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed373b4-7565-4788-86a0-721e0fd2beb2 None None] Routers set() bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:27:33.491655 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed373b4-7565-4788-86a0-721e0fd2beb2 None None] Router IDs set() for agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 24 15:27:34.867574 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 55578) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:35.371044 dv-cinder-820164-3-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-4d218e8d-f7d1-46af-923a-d6121bba5598 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 15:27:35.371656 dv-cinder-820164-3-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-4d218e8d-f7d1-46af-923a-d6121bba5598 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 15:27:35.624918 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-4d218e8d-f7d1-46af-923a-d6121bba5598 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:27:35.625978 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4d218e8d-f7d1-46af-923a-d6121bba5598 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7575111 Jan 24 15:27:38.348536 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 55596) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:38.649138 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c1ccc7a8-be41-47c1-817a-754272ee011e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '6bc06177f1ff49059a658b4e8c7ed3eb'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:27:38.748445 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.policy [None req-c1ccc7a8-be41-47c1-817a-754272ee011e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102669) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 15:27:38.794883 dv-cinder-820164-3-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-c1ccc7a8-be41-47c1-817a-754272ee011e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 15:27:38.795227 dv-cinder-820164-3-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-c1ccc7a8-be41-47c1-817a-754272ee011e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 15:27:38.804736 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.quota [None req-c1ccc7a8-be41-47c1-817a-754272ee011e admin admin] Loaded quota_driver: . Jan 24 15:27:38.896339 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc7a8-be41-47c1-817a-754272ee011e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750417118646', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750417132353', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750417137101', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750417148148', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750417089134', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750417098432', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1295920', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1856578', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-672228'] for rbac-policy (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:38.966374 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc7a8-be41-47c1-817a-754272ee011e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:38.967577 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c1ccc7a8-be41-47c1-817a-754272ee011e admin admin] 10.222.0.112 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6180809 Jan 24 15:27:41.611010 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:42.106098 dv-cinder-820164-3-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 15:27:42.106655 dv-cinder-820164-3-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 15:27:42.332321 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Request body: {'network': {'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'name': 'private', 'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:27:42.333893 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.quota [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Loaded quota_driver: . Jan 24 15:27:42.391260 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Made reservation on behalf of f5ec60616eb2442d89b6b924adc1d12c for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:27:42.460544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.policy [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 15:27:42.507446 dv-cinder-820164-3-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 15:27:42.507813 dv-cinder-820164-3-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 15:27:42.518455 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:42.539707 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:42.665543 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Publish callbacks [] for security_group (610b1a0f-fad3-4ab2-93a1-44886c6a7d8a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:42.669471 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (610b1a0f-fad3-4ab2-93a1-44886c6a7d8a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:42.689695 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:27:42.717287 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750419842681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (c01296e7-3549-4e43-a167-477a9a45fb31), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:42.717861 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Unsubscribe: segment precommit_create {{(pid=102668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 15:27:42.718378 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Added segment c01296e7-3549-4e43-a167-477a9a45fb31 of type vlan for network fd5fbbfd-a413-43d2-9685-f4249cdffc09 Jan 24 15:27:42.739092 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610b1a0f-fad3-4ab2-93a1-44886c6a7d8a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:27:42.772782 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.773138 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.773480 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.773809 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.774132 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.774457 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.774799 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.775118 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.775478 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.775812 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.776131 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.776445 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.776756 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Tracked resource versions report: Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: pushed versions: Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: { 'AddressGroup': {'1.2'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'LocalIPAssociation': {'1.0'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Log': {'1.0'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Network': {'1.1'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Port': {'1.7'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'PortForwarding': {'1.2'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'QosPolicy': {'1.10'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SecurityGroup': {'1.5'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SubPort': {'1.0'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Subnet': {'1.1'}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Trunk': {'1.1'}} Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: consumer versions: Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: { DHCP agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: L3 agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: Metadata agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: Metering agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: Open vSwitch agent@dv-cinder-820164-3-iscsi: { 'AddressGroup': '1.2', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'ConntrackHelper': '1.0', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'LocalIPAssociation': '1.0', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Log': '1.0', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Network': '1.1', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Port': '1.7', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'PortForwarding': '1.2', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'QosPolicy': '1.10', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SecurityGroup': '1.5', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SecurityGroupRule': '1.2', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SubPort': '1.0', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Subnet': '1.1', Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Trunk': '1.1'}} Jan 24 15:27:42.778108 dv-cinder-820164-3-iscsi neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 15:27:42.838196 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (fd5fbbfd-a413-43d2-9685-f4249cdffc09), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:42.879834 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (fd5fbbfd-a413-43d2-9685-f4249cdffc09), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:42.881040 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:27:42.881935 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:42.947564 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3342643 Jan 24 15:27:42.996190 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ac3b2-b474-45db-8d2a-1bdbc069d624 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5fbbfd-a413-43d2-9685-f4249cdffc09,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:27:43.009375 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network fd5fbbfd-a413-43d2-9685-f4249cdffc09 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:27:45.683350 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55630) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:46.072637 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e94670a-f078-4ab7-a53c-2d629be67fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:27:46.074008 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9e94670a-f078-4ab7-a53c-2d629be67fcb admin admin] 10.222.0.112 "GET /v2.0/networks/fd5fbbfd-a413-43d2-9685-f4249cdffc09 HTTP/1.1" status: 200 len: 825 time: 0.3896883 Jan 24 15:27:46.113244 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-98a1f737-1542-4e9d-9820-e12628620686 admin admin] 10.222.0.112 "GET /v2.0/subnetpools/e4f4715c-f5e7-4289-a432-e801f0e8f8f2 HTTP/1.1" status: 200 len: 734 time: 0.0334558 Jan 24 15:27:46.122368 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'subnetpool_id': 'e4f4715c-f5e7-4289-a432-e801f0e8f8f2', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:27:46.146671 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Made reservation on behalf of f5ec60616eb2442d89b6b924adc1d12c for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:27:46.148882 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:46.449468 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (25b9c77a-08c5-4464-ab1e-834d63e005e9), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:46.515381 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b9c77a-08c5-4464-ab1e-834d63e005e9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:27:46.517553 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Checking segment: {'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:27:46.518440 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Network hostable DHCP agents. Network: fd5fbbfd-a413-43d2-9685-f4249cdffc09, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:27:46.538998 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Network fd5fbbfd-a413-43d2-9685-f4249cdffc09 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:27:46.551938 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, fd5fbbfd-a413-43d2-9685-f4249cdffc09) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:27:46.556601 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:27:46.557195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:46.561895 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7e6a9-b873-47ab-b035-f00b99ead5be None None] Network fd5fbbfd-a413-43d2-9685-f4249cdffc09 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:27:46.573880 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7083e84e-651c-4de8-a4f7-44820423e755 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4553008 Jan 24 15:27:46.831753 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'fixed_ips': [{'subnet_id': '25b9c77a-08c5-4464-ab1e-834d63e005e9'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:27:46.833043 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:47.125984 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Allocated IP 172.20.0.2 (fd5fbbfd-a413-43d2-9685-f4249cdffc09/25b9c77a-08c5-4464-ab1e-834d63e005e9/13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:27:47.413029 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Publish callbacks [] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:47.421321 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:47.498264 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Network fd5fbbfd-a413-43d2-9685-f4249cdffc09 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:27:47.504004 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:27:47.512993 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:27:47.517648 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Pushing event updated for resources: {'Port': ['ID=13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:27:47.547400 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.547768 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.548131 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.548470 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.548800 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.549666 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.549999 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.550329 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.550648 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.550989 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.551340 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.551662 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.551981 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Tracked resource versions report: Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: pushed versions: Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Log': {'1.0'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Network': {'1.1'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Port': {'1.7'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: consumer versions: Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: L3 agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: Metadata agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: Metering agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-820164-3-iscsi: { 'AddressGroup': '1.2', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Log': '1.0', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Network': '1.1', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Port': '1.7', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SubPort': '1.0', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Subnet': '1.1', Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Jan 24 15:27:47.553357 dv-cinder-820164-3-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 15:27:47.601504 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Attempting to bind port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:27:47.602161 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Attempting to bind port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:27:47.603366 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Attempting to bind port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e on network fd5fbbfd-a413-43d2-9685-f4249cdffc09 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:27:47.608030 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:27:47.608409 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Checking segment: {'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:27:47.608930 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:47.609323 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Bound using segment: {'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:27:47.609874 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Bound port: 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:27:47.610282 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:47.679608 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] For port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:27:47.684089 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] For port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e,segment=NetworkSegment(c01296e7-3549-4e43-a167-477a9a45fb31),segment_id=c01296e7-3549-4e43-a167-477a9a45fb31)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:27:47.689063 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:47.751102 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08003b17-4788-461c-ad8c-50d538f401bd None None] Pushing event updated for resources: {'Port': ['ID=13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:27:49.061783 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:49.375758 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [None req-b560518a-e881-4ed8-b59a-3228dc54c39e admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:27:49.391170 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b560518a-e881-4ed8-b59a-3228dc54c39e admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3139765 Jan 24 15:27:51.878095 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55646) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:52.200543 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [None req-50afe72e-add1-4efd-bb00-2233ac6cabaf admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:27:52.201712 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-50afe72e-add1-4efd-bb00-2233ac6cabaf admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227003 Jan 24 15:27:54.922892 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55656) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:55.235517 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-749b10ca-adba-4ae1-8f4d-15d295e4609a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:27:55.260643 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-749b10ca-adba-4ae1-8f4d-15d295e4609a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (2e41a355-adcf-4716-b5d8-f55570abaafb), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:55.262167 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-749b10ca-adba-4ae1-8f4d-15d295e4609a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (2e41a355-adcf-4716-b5d8-f55570abaafb), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:55.397809 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-749b10ca-adba-4ae1-8f4d-15d295e4609a admin admin] Publish callbacks [] for router_controller (2e41a355-adcf-4716-b5d8-f55570abaafb), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:55.402766 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-749b10ca-adba-4ae1-8f4d-15d295e4609a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (2e41a355-adcf-4716-b5d8-f55570abaafb), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:55.419019 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-749b10ca-adba-4ae1-8f4d-15d295e4609a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:55.420230 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-749b10ca-adba-4ae1-8f4d-15d295e4609a admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4962621 Jan 24 15:27:56.032267 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-374a3dc1-9884-4ccc-919c-17bc2a0d180a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:57.920014 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:27:58.228406 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e884d7ae-5346-4fa7-aa04-10aa95a1d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:58.238492 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [None req-1b1e4973-56d0-48c8-9636-06f1542a880d admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:27:58.239552 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1b1e4973-56d0-48c8-9636-06f1542a880d admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3185647 Jan 24 15:27:58.862759 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944c8ed-f229-492a-9fb4-441864e49b16 None None] Network fd5fbbfd-a413-43d2-9685-f4249cdffc09 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:27:58.936774 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-adfe2fce-e580-4d58-afe4-9fedaad6bdf5 None None] Provisioning complete for port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:27:58.937188 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adfe2fce-e580-4d58-afe4-9fedaad6bdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:59.089732 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:27:59.150941 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-adfe2fce-e580-4d58-afe4-9fedaad6bdf5 None None] Current status of the port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:27:59.151465 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adfe2fce-e580-4d58-afe4-9fedaad6bdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:59.204823 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-adfe2fce-e580-4d58-afe4-9fedaad6bdf5 None None] For port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e,segment=NetworkSegment(c01296e7-3549-4e43-a167-477a9a45fb31),segment_id=c01296e7-3549-4e43-a167-477a9a45fb31)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:27:59.212891 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adfe2fce-e580-4d58-afe4-9fedaad6bdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:59.246380 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:27:59.247044 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:59.305148 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:59.311881 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe2fce-e580-4d58-afe4-9fedaad6bdf5 None None] Pushing event updated for resources: {'Port': ['ID=13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:27:59.360466 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8d6373e4-2b06-455f-b573-b293f62c4cf7 None None] Provisioning complete for port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:27:59.360765 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d6373e4-2b06-455f-b573-b293f62c4cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:27:59.396926 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:27:59.452650 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8d6373e4-2b06-455f-b573-b293f62c4cf7 None None] Current status of the port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:28:00.738574 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:28:00.862615 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'project_id': '6bc06177f1ff49059a658b4e8c7ed3eb', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'tenant_id': '6bc06177f1ff49059a658b4e8c7ed3eb', 'provider:network_type': 'flat'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:28:00.884303 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Made reservation on behalf of 6bc06177f1ff49059a658b4e8c7ed3eb for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:28:00.886438 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:00.894752 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:00.920095 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:00.973774 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Publish callbacks [] for security_group (a8260e29-55e7-4477-8be7-0f9823d29129), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:00.977839 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (a8260e29-55e7-4477-8be7-0f9823d29129), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:00.992029 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Reserving flat network on physical network physnet1 {{(pid=102668) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 24 15:28:01.013498 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8260e29-55e7-4477-8be7-0f9823d29129,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:01.017719 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:28:01.021157 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (a1f05a65-d717-4e23-a996-1d157fa819a4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:01.021506 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Added segment a1f05a65-d717-4e23-a996-1d157fa819a4 of type flat for network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 Jan 24 15:28:01.067048 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:28:01.067479 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:01.071596 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (9a647ef4-b033-4599-a5bb-bb2f5b10b741), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:01.104323 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (9a647ef4-b033-4599-a5bb-bb2f5b10b741), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:01.105256 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:28:01.105830 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:01.146639 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:28:01.163225 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4235528 Jan 24 15:28:01.167987 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2ea91-11cd-40b5-9d26-7e939187ccb6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a647ef4-b033-4599-a5bb-bb2f5b10b741,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:01.178039 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:28:02.370128 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:03.528764 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:28:03.623077 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa6a95-67d8-4af4-83ae-810d2150a9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:28:03.624429 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2dfa6a95-67d8-4af4-83ae-810d2150a9ad admin admin] 10.222.0.112 "GET /v2.0/subnets/25b9c77a-08c5-4464-ab1e-834d63e005e9 HTTP/1.1" status: 200 len: 849 time: 0.0947120 Jan 24 15:28:03.743731 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f8a5569d-5316-4f25-9577-5e477640839b admin admin] 10.222.0.112 "GET /v2.0/routers/2e41a355-adcf-4716-b5d8-f55570abaafb HTTP/1.1" status: 200 len: 704 time: 0.1135306 Jan 24 15:28:04.016390 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:04.310724 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Allocated IP 172.20.0.1 (fd5fbbfd-a413-43d2-9685-f4249cdffc09/25b9c77a-08c5-4464-ab1e-834d63e005e9/e5b54084-647e-418a-801a-c2030407b6a9) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:28:04.513562 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Publish callbacks [] for port (e5b54084-647e-418a-801a-c2030407b6a9), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:04.580651 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (e5b54084-647e-418a-801a-c2030407b6a9), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:04.653403 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Network fd5fbbfd-a413-43d2-9685-f4249cdffc09 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:28:04.658668 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:28:04.664659 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:28:04.664999 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (2e41a355-adcf-4716-b5d8-f55570abaafb), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:04.686003 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b54084-647e-418a-801a-c2030407b6a9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:04.862706 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e5b54084-647e-418a-801a-c2030407b6a9), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:04.905188 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-939dd787-7ab7-4596-9258-4726fd9080df None None] Provisioning complete for port e5b54084-647e-418a-801a-c2030407b6a9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:28:04.905745 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-939dd787-7ab7-4596-9258-4726fd9080df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e5b54084-647e-418a-801a-c2030407b6a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:04.937354 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-939dd787-7ab7-4596-9258-4726fd9080df None None] Port e5b54084-647e-418a-801a-c2030407b6a9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:28:05.070592 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Publish callbacks [] for port (e5b54084-647e-418a-801a-c2030407b6a9), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:05.074849 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (e5b54084-647e-418a-801a-c2030407b6a9), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:05.075606 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (2e41a355-adcf-4716-b5d8-f55570abaafb), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:05.157379 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b54084-647e-418a-801a-c2030407b6a9,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:05.200058 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Network fd5fbbfd-a413-43d2-9685-f4249cdffc09 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:28:05.201313 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:28:05.360367 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6ae3fd90-f48f-403e-b370-12eca64d85ea None None] Provisioning complete for port e5b54084-647e-418a-801a-c2030407b6a9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:28:05.360744 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fd90-f48f-403e-b370-12eca64d85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e5b54084-647e-418a-801a-c2030407b6a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:05.364114 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Router 2e41a355-adcf-4716-b5d8-f55570abaafb is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:28:05.395054 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3fd90-f48f-403e-b370-12eca64d85ea None None] Port e5b54084-647e-418a-801a-c2030407b6a9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:28:05.459854 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:28:05.465346 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2903f4aa-f0ee-4bbb-8ea1-1268c956e5b6 admin admin] 10.222.0.112 "PUT /v2.0/routers/2e41a355-adcf-4716-b5d8-f55570abaafb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7165873 Jan 24 15:28:05.470528 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Sync routers for ids ['2e41a355-adcf-4716-b5d8-f55570abaafb'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:28:05.483222 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Routers {'2e41a355-adcf-4716-b5d8-f55570abaafb'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:28:05.484109 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:27:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2e41a355-adcf-4716-b5d8-f55570abaafb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:28:05.668457 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Set router 2e41a355-adcf-4716-b5d8-f55570abaafb gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:28:06.097655 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'name': 'router1', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:27:55Z', 'updated_at': '2022-01-24T15:28:04Z', 'revision_number': 2, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'gw_port_host': None, '_interfaces': [{'id': 'e5b54084-647e-418a-801a-c2030407b6a9', 'name': '', 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'mac_address': 'fa:16:3e:cc:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:04Z', 'updated_at': '2022-01-24T15:28:04Z', 'revision_number': 2, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'subnets': [{'id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4f4715c-f5e7-4289-a432-e801f0e8f8f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:28:06.148984 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Checking router: 2e41a355-adcf-4716-b5d8-f55570abaafb for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:28:06.149360 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Updating router 2e41a355-adcf-4716-b5d8-f55570abaafb port e5b54084-647e-418a-801a-c2030407b6a9 binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:28:06.196661 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e5b54084-647e-418a-801a-c2030407b6a9), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:06.707948 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Publish callbacks [] for port (e5b54084-647e-418a-801a-c2030407b6a9), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:06.714327 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (e5b54084-647e-418a-801a-c2030407b6a9), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:06.878447 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Attempting to bind port e5b54084-647e-418a-801a-c2030407b6a9 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:28:06.878859 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Attempting to bind port e5b54084-647e-418a-801a-c2030407b6a9 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:28:06.879584 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Attempting to bind port e5b54084-647e-418a-801a-c2030407b6a9 on network fd5fbbfd-a413-43d2-9685-f4249cdffc09 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:28:06.881695 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Pushing event updated for resources: {'Port': ['ID=e5b54084-647e-418a-801a-c2030407b6a9,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:06.891490 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:28:06.891906 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Checking segment: {'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:28:06.892996 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:06.893395 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Bound using segment: {'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:28:06.893898 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Bound port: e5b54084-647e-418a-801a-c2030407b6a9, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01296e7-3549-4e43-a167-477a9a45fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:28:06.894286 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e5b54084-647e-418a-801a-c2030407b6a9), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:06.898087 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.898455 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.898817 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.899181 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.899512 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.899842 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.900168 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.900497 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.900825 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.901167 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.901495 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.901817 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.902138 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Tracked resource versions report: Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: pushed versions: Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Log': {'1.0'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Network': {'1.1'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Port': {'1.7'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: consumer versions: Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: L3 agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: Metadata agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: Metering agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-820164-3-iscsi: { 'AddressGroup': '1.2', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Log': '1.0', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Network': '1.1', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Port': '1.7', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SubPort': '1.0', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Subnet': '1.1', Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Jan 24 15:28:06.903561 dv-cinder-820164-3-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 15:28:06.925776 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2b97375a-4573-408e-8ccb-41f7a0576bde None None] Provisioning complete for port e5b54084-647e-418a-801a-c2030407b6a9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:28:06.926212 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b97375a-4573-408e-8ccb-41f7a0576bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e5b54084-647e-418a-801a-c2030407b6a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:06.964575 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2b97375a-4573-408e-8ccb-41f7a0576bde None None] Port e5b54084-647e-418a-801a-c2030407b6a9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:28:06.976258 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] For port e5b54084-647e-418a-801a-c2030407b6a9, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:28:06.996084 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] For port e5b54084-647e-418a-801a-c2030407b6a9, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=e5b54084-647e-418a-801a-c2030407b6a9,segment=NetworkSegment(c01296e7-3549-4e43-a167-477a9a45fb31),segment_id=c01296e7-3549-4e43-a167-477a9a45fb31)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:28:07.000795 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (e5b54084-647e-418a-801a-c2030407b6a9), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:07.059183 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Routers {'2e41a355-adcf-4716-b5d8-f55570abaafb'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:28:07.059826 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:27:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2e41a355-adcf-4716-b5d8-f55570abaafb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:28:07.061629 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac0b3-6ec3-4821-a1a4-af6928018a4f None None] Pushing event updated for resources: {'Port': ['ID=e5b54084-647e-418a-801a-c2030407b6a9,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:07.154621 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] Set router 2e41a355-adcf-4716-b5d8-f55570abaafb gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:28:07.290569 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5c88137e-4b21-4fe0-8090-985a526f1e59 None None] Provisioning complete for port e5b54084-647e-418a-801a-c2030407b6a9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:28:07.290883 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c88137e-4b21-4fe0-8090-985a526f1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e5b54084-647e-418a-801a-c2030407b6a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:07.383057 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'name': 'router1', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:27:55Z', 'updated_at': '2022-01-24T15:28:04Z', 'revision_number': 2, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'gw_port_host': None, '_interfaces': [{'id': 'e5b54084-647e-418a-801a-c2030407b6a9', 'name': '', 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'mac_address': 'fa:16:3e:cc:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:04Z', 'updated_at': '2022-01-24T15:28:06Z', 'revision_number': 4, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'subnets': [{'id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4f4715c-f5e7-4289-a432-e801f0e8f8f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:28:07.385771 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5c88137e-4b21-4fe0-8090-985a526f1e59 None None] Current status of the port e5b54084-647e-418a-801a-c2030407b6a9 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:28:07.386228 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c88137e-4b21-4fe0-8090-985a526f1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e5b54084-647e-418a-801a-c2030407b6a9), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:07.409816 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a62472-656c-4877-89cc-61686b6eabe1 None None] The sync data for ids ['2e41a355-adcf-4716-b5d8-f55570abaafb'] in dv-cinder-820164-3-iscsi is: [{'id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'name': 'router1', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:27:55Z', 'updated_at': '2022-01-24T15:28:04Z', 'revision_number': 2, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'gw_port_host': None, '_interfaces': [{'id': 'e5b54084-647e-418a-801a-c2030407b6a9', 'name': '', 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'mac_address': 'fa:16:3e:cc:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:04Z', 'updated_at': '2022-01-24T15:28:06Z', 'revision_number': 4, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'subnets': [{'id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4f4715c-f5e7-4289-a432-e801f0e8f8f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:28:07.422957 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5c88137e-4b21-4fe0-8090-985a526f1e59 None None] For port e5b54084-647e-418a-801a-c2030407b6a9, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=e5b54084-647e-418a-801a-c2030407b6a9,segment=NetworkSegment(c01296e7-3549-4e43-a167-477a9a45fb31),segment_id=c01296e7-3549-4e43-a167-477a9a45fb31)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:28:07.428385 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c88137e-4b21-4fe0-8090-985a526f1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (e5b54084-647e-418a-801a-c2030407b6a9), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:07.481930 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88137e-4b21-4fe0-8090-985a526f1e59 None None] Pushing event updated for resources: {'Port': ['ID=e5b54084-647e-418a-801a-c2030407b6a9,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:10.161202 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:28:10.271484 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1936d1c-6ed9-4a2e-87de-71aa46314300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:28:10.272845 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d1936d1c-6ed9-4a2e-87de-71aa46314300 admin admin] 10.222.0.112 "GET /v2.0/networks/9a647ef4-b033-4599-a5bb-bb2f5b10b741 HTTP/1.1" status: 200 len: 842 time: 0.1106966 Jan 24 15:28:10.282197 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '6bc06177f1ff49059a658b4e8c7ed3eb'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:28:10.304881 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Made reservation on behalf of 6bc06177f1ff49059a658b4e8c7ed3eb for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:28:10.307250 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:10.658520 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.objects.ports [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 24 15:28:10.658892 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (d377d9ec-b575-4945-917c-22f27a4340a0), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:10.713290 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d377d9ec-b575-4945-917c-22f27a4340a0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:10.721771 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:28:10.722130 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Network hostable DHCP agents. Network: 9a647ef4-b033-4599-a5bb-bb2f5b10b741, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:28:10.739426 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:28:10.747432 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 9a647ef4-b033-4599-a5bb-bb2f5b10b741) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:28:10.752889 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:28:10.753489 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:10.758352 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b107640-c840-4a15-be6f-e56c2cf5b324 None None] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:28:10.775669 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f78429d2-7fb3-4628-9331-2ba1e3a63c93 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4967365 Jan 24 15:28:10.862234 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398020a3-b233-4010-8bfe-89b014992d39 None None] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:28:13.141443 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 55734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:28:13.280542 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-03d58eb2-7915-4ac7-9d10-9b1a1bc040ec admin admin] 10.222.0.112 "GET /v2.0/routers/2e41a355-adcf-4716-b5d8-f55570abaafb HTTP/1.1" status: 200 len: 710 time: 0.1372845 Jan 24 15:28:13.375660 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0fe833-4dff-4efe-9aad-077d8ab19de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:28:13.375660 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5d0fe833-4dff-4efe-9aad-077d8ab19de6 admin admin] 10.222.0.112 "GET /v2.0/networks/9a647ef4-b033-4599-a5bb-bb2f5b10b741 HTTP/1.1" status: 200 len: 886 time: 0.0849097 Jan 24 15:28:13.382134 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:28:13.632165 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks [] for router_gateway (2e41a355-adcf-4716-b5d8-f55570abaafb), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:13.866630 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks [] for router_gateway (2e41a355-adcf-4716-b5d8-f55570abaafb), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:13.940519 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:14.068237 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Allocated IP 172.27.2.118 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/883c90ac-d34c-466a-830e-51fb4c48a676) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:28:14.174905 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks [] for port (883c90ac-d34c-466a-830e-51fb4c48a676), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:14.209889 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:14.249611 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:28:14.253422 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:28:14.256219 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:28:14.294106 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Pushing event updated for resources: {'Port': ['ID=883c90ac-d34c-466a-830e-51fb4c48a676,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:14.593972 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks [] for router_gateway (2e41a355-adcf-4716-b5d8-f55570abaafb), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:14.785619 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28624'] for router (2e41a355-adcf-4716-b5d8-f55570abaafb), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:14.788909 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715202'] for router (2e41a355-adcf-4716-b5d8-f55570abaafb), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:14.896147 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Router 2e41a355-adcf-4716-b5d8-f55570abaafb has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:28:15.007249 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:28:15.011551 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:15.015230 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-925601d8-8807-4698-934f-4e06a5b93b86 admin admin] 10.222.0.112 "PUT /v2.0/routers/2e41a355-adcf-4716-b5d8-f55570abaafb HTTP/1.1" status: 200 len: 890 time: 1.6364651 Jan 24 15:28:15.053875 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device e5b54084-647e-418a-801a-c2030407b6a9 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:28:15.105804 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port e5b54084-647e-418a-801a-c2030407b6a9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:28:15.106435 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e5b54084-647e-418a-801a-c2030407b6a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:15.188025 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port e5b54084-647e-418a-801a-c2030407b6a9 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:28:15.962141 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Sync routers for ids ['2e41a355-adcf-4716-b5d8-f55570abaafb'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:28:15.973460 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Routers {'2e41a355-adcf-4716-b5d8-f55570abaafb'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:28:15.974103 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:27:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2e41a355-adcf-4716-b5d8-f55570abaafb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:28:16.181383 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Set router 2e41a355-adcf-4716-b5d8-f55570abaafb gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:28:16.650128 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'name': 'router1', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '883c90ac-d34c-466a-830e-51fb4c48a676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:27:55Z', 'updated_at': '2022-01-24T15:28:14Z', 'revision_number': 4, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'gw_port': {'id': '883c90ac-d34c-466a-830e-51fb4c48a676', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:13Z', 'updated_at': '2022-01-24T15:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': 'e5b54084-647e-418a-801a-c2030407b6a9', 'name': '', 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'mac_address': 'fa:16:3e:cc:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:04Z', 'updated_at': '2022-01-24T15:28:07Z', 'revision_number': 5, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'subnets': [{'id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4f4715c-f5e7-4289-a432-e801f0e8f8f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:28:16.699106 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Checking router: 2e41a355-adcf-4716-b5d8-f55570abaafb for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:28:16.699489 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Updating router 2e41a355-adcf-4716-b5d8-f55570abaafb port 883c90ac-d34c-466a-830e-51fb4c48a676 binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:28:16.748800 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:17.065794 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Publish callbacks [] for port (883c90ac-d34c-466a-830e-51fb4c48a676), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:17.072709 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:17.124457 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Attempting to bind port 883c90ac-d34c-466a-830e-51fb4c48a676 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:28:17.124818 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Attempting to bind port 883c90ac-d34c-466a-830e-51fb4c48a676 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:28:17.125176 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Attempting to bind port 883c90ac-d34c-466a-830e-51fb4c48a676 on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:28:17.131820 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb40a2-e9d7-48da-8a5e-8c15464c2ba1 None None] Pushing event updated for resources: {'Port': ['ID=883c90ac-d34c-466a-830e-51fb4c48a676,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:17.136221 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:28:17.136598 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:28:17.137000 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:17.137385 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:28:17.137845 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Bound port: 883c90ac-d34c-466a-830e-51fb4c48a676, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:28:17.138221 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:17.191261 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] For port 883c90ac-d34c-466a-830e-51fb4c48a676, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:28:17.194190 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] For port 883c90ac-d34c-466a-830e-51fb4c48a676, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=883c90ac-d34c-466a-830e-51fb4c48a676,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:28:17.197692 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:17.259106 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Routers {'2e41a355-adcf-4716-b5d8-f55570abaafb'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:28:17.259758 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:27:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2e41a355-adcf-4716-b5d8-f55570abaafb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:28:17.262378 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb40a2-e9d7-48da-8a5e-8c15464c2ba1 None None] Pushing event updated for resources: {'Port': ['ID=883c90ac-d34c-466a-830e-51fb4c48a676,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:17.370169 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] Set router 2e41a355-adcf-4716-b5d8-f55570abaafb gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:28:17.527730 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 55746) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:28:17.580912 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'name': 'router1', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '883c90ac-d34c-466a-830e-51fb4c48a676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:27:55Z', 'updated_at': '2022-01-24T15:28:14Z', 'revision_number': 4, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'gw_port': {'id': '883c90ac-d34c-466a-830e-51fb4c48a676', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:13Z', 'updated_at': '2022-01-24T15:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': 'e5b54084-647e-418a-801a-c2030407b6a9', 'name': '', 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'mac_address': 'fa:16:3e:cc:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:04Z', 'updated_at': '2022-01-24T15:28:07Z', 'revision_number': 5, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'subnets': [{'id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4f4715c-f5e7-4289-a432-e801f0e8f8f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:28:17.609999 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebb1dc-4292-43fb-9a35-6d9adb7cce1d None None] The sync data for ids ['2e41a355-adcf-4716-b5d8-f55570abaafb'] in dv-cinder-820164-3-iscsi is: [{'id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'name': 'router1', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '883c90ac-d34c-466a-830e-51fb4c48a676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:27:55Z', 'updated_at': '2022-01-24T15:28:14Z', 'revision_number': 4, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'gw_port': {'id': '883c90ac-d34c-466a-830e-51fb4c48a676', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:13Z', 'updated_at': '2022-01-24T15:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': 'e5b54084-647e-418a-801a-c2030407b6a9', 'name': '', 'network_id': 'fd5fbbfd-a413-43d2-9685-f4249cdffc09', 'tenant_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'mac_address': 'fa:16:3e:cc:0e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41a355-adcf-4716-b5d8-f55570abaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:28:04Z', 'updated_at': '2022-01-24T15:28:07Z', 'revision_number': 5, 'project_id': 'f5ec60616eb2442d89b6b924adc1d12c', 'subnets': [{'id': '25b9c77a-08c5-4464-ab1e-834d63e005e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4f4715c-f5e7-4289-a432-e801f0e8f8f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:28:17.706725 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a85cb65e-a856-4427-9f77-72f7799ac6c0 admin admin] 10.222.0.112 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1747897 Jan 24 15:28:19.073583 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 883c90ac-d34c-466a-830e-51fb4c48a676 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:28:19.121146 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 883c90ac-d34c-466a-830e-51fb4c48a676 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:28:19.121548 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:19.193844 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 883c90ac-d34c-466a-830e-51fb4c48a676 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:28:19.194223 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:19.213246 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 883c90ac-d34c-466a-830e-51fb4c48a676, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=883c90ac-d34c-466a-830e-51fb4c48a676,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:28:19.217038 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:19.271844 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=883c90ac-d34c-466a-830e-51fb4c48a676,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:28:21.026707 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 883c90ac-d34c-466a-830e-51fb4c48a676 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:28:21.093798 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 883c90ac-d34c-466a-830e-51fb4c48a676 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:28:21.094192 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (883c90ac-d34c-466a-830e-51fb4c48a676), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:21.193985 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 883c90ac-d34c-466a-830e-51fb4c48a676 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:28:23.354685 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:28:26.053531 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ee2847a-c816-4c8a-bbd8-ecadee2ce1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:28.231078 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04294246-dcb5-48af-941c-52727f730b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:29.257018 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:30.930167 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:32.381693 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:56.038797 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4908823d-49b8-4bf0-a544-4444820d02b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:58.236395 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d69bcb0-8135-4897-8be5-2c69412238e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:28:59.261659 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:00.353807 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:29:00.945990 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:02.378784 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:26.040042 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e24e3f7b-8c52-4c96-84f0-a209f3ba629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:28.238617 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b96ce54-ab74-446d-b87e-efd1b039d9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:29.263121 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:30.938345 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:32.375417 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:37.353896 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:29:37.708974 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56230) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:37.797082 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9027af-9ab7-4ed1-ba9a-7729634f7990 admin admin] GET failed (client error): The resource could not be found. Jan 24 15:29:37.798525 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cc9027af-9ab7-4ed1-ba9a-7729634f7990 admin admin] 10.222.0.112 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0886068 Jan 24 15:29:38.055003 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f4ffb-e794-427b-b2fc-48ee7aa14915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:38.057530 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9d3f4ffb-e794-427b-b2fc-48ee7aa14915 admin admin] 10.222.0.112 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2545295 Jan 24 15:29:40.307384 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56240) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:40.399360 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04821a4-fdc4-43f2-a57f-afba3ff3058c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:40.400782 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d04821a4-fdc4-43f2-a57f-afba3ff3058c admin admin] 10.222.0.112 "GET /v2.0/subnets/25b9c77a-08c5-4464-ab1e-834d63e005e9 HTTP/1.1" status: 200 len: 849 time: 0.0924101 Jan 24 15:29:40.410386 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:29:40.496672 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Publish callbacks [] for subnet (25b9c77a-08c5-4464-ab1e-834d63e005e9), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:40.642066 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750419771742'] for subnet (25b9c77a-08c5-4464-ab1e-834d63e005e9), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:40.677450 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:40.678602 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:40.681275 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] 10.222.0.112 "PUT /v2.0/subnets/25b9c77a-08c5-4464-ab1e-834d63e005e9 HTTP/1.1" status: 200 len: 868 time: 0.2726510 Jan 24 15:29:40.682607 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc72cd-a893-49b0-8e8e-f0e3df01ac26 None None] Network fd5fbbfd-a413-43d2-9685-f4249cdffc09 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:29:40.700112 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b9c77a-08c5-4464-ab1e-834d63e005e9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:29:40.708737 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.709101 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.709427 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.709765 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.710100 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.710430 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.710762 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.711115 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.711481 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.711976 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.712316 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.712642 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:40.712965 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807fdaa-ca12-4521-8817-4fe7c1c53b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:29:41.109653 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-da88ecb1-9ad0-4750-a758-42923907e496 None None] Provisioning complete for port e5b54084-647e-418a-801a-c2030407b6a9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:29:41.109944 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da88ecb1-9ad0-4750-a758-42923907e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e5b54084-647e-418a-801a-c2030407b6a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:41.188402 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-da88ecb1-9ad0-4750-a758-42923907e496 None None] Current status of the port e5b54084-647e-418a-801a-c2030407b6a9 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:29:41.197953 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-da88ecb1-9ad0-4750-a758-42923907e496 None None] Provisioning complete for port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:29:41.198338 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da88ecb1-9ad0-4750-a758-42923907e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:41.275763 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-da88ecb1-9ad0-4750-a758-42923907e496 None None] Current status of the port 13eb3b4e-fd9a-422a-bfd5-7a4a82942e0e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:29:42.930063 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:43.130496 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748a276-69e4-49a4-b39e-6694ff6a8bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:43.130878 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748a276-69e4-49a4-b39e-6694ff6a8bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:43.132413 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7748a276-69e4-49a4-b39e-6694ff6a8bef admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013850 Jan 24 15:29:45.393496 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:45.523935 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d27f7b-0c8e-43af-bcbb-dd1ae1516be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:45.524419 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d27f7b-0c8e-43af-bcbb-dd1ae1516be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:45.526188 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-67d27f7b-0c8e-43af-bcbb-dd1ae1516be0 admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317596 Jan 24 15:29:47.851794 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56266) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:47.973735 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d48af9-80f4-4d44-8328-9f47baa35003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:47.975097 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f2d48af9-80f4-4d44-8328-9f47baa35003 admin admin] 10.222.0.112 "GET /v2.0/networks/9a647ef4-b033-4599-a5bb-bb2f5b10b741 HTTP/1.1" status: 200 len: 886 time: 0.1223636 Jan 24 15:29:50.254805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:50.384183 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47444b1-711a-4b9b-bdb5-20a3543ca347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:50.385552 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f47444b1-711a-4b9b-bdb5-20a3543ca347 admin admin] 10.222.0.112 "GET /v2.0/networks/fd5fbbfd-a413-43d2-9685-f4249cdffc09 HTTP/1.1" status: 200 len: 869 time: 0.1297781 Jan 24 15:29:52.722693 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56282) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:52.845955 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120819a3-2a86-46a7-97b8-8eae5a781200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:52.846412 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120819a3-2a86-46a7-97b8-8eae5a781200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:52.847935 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-120819a3-2a86-46a7-97b8-8eae5a781200 admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242745 Jan 24 15:29:55.105477 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:55.194111 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28cd20-d3bb-4c9b-af9d-668a01ef0099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:55.194545 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28cd20-d3bb-4c9b-af9d-668a01ef0099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:55.196071 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fa28cd20-d3bb-4c9b-af9d-668a01ef0099 admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896358 Jan 24 15:29:56.042195 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50815692-1b7a-4ad6-8a47-a341356ad04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:57.480426 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:57.572929 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fd3d5-3db8-43b3-94f1-aa7897d29dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:57.574264 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-de4fd3d5-3db8-43b3-94f1-aa7897d29dd6 admin admin] 10.222.0.112 "GET /v2.0/subnets/25b9c77a-08c5-4464-ab1e-834d63e005e9 HTTP/1.1" status: 200 len: 868 time: 0.0928566 Jan 24 15:29:58.239456 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e19bf79-487c-4217-b745-a5ac503abc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:59.264792 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:29:59.807443 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:29:59.894793 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e7ea3-810a-4e81-a3d2-2f106e5ebb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:29:59.896111 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0e2e7ea3-810a-4e81-a3d2-2f106e5ebb4b admin admin] 10.222.0.112 "GET /v2.0/subnets/d377d9ec-b575-4945-917c-22f27a4340a0 HTTP/1.1" status: 200 len: 816 time: 0.0877283 Jan 24 15:30:00.940479 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:02.369320 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:14.352499 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:30:25.632228 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:30:25.678724 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [None req-2eb8b3f5-03f5-4359-aaba-71d9d54ac130 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:30:25.679741 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2eb8b3f5-03f5-4359-aaba-71d9d54ac130 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466545 Jan 24 15:30:26.045181 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc9f1-721e-407b-9098-04f933cea1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:28.015086 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56368) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:30:28.080093 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-4369ff37-8a59-4e84-8300-82c766fb0031 admin admin] GET failed (client error): The resource could not be found. Jan 24 15:30:28.081433 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4369ff37-8a59-4e84-8300-82c766fb0031 admin admin] 10.222.0.112 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653801 Jan 24 15:30:28.172661 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d47c1d-b0e1-40cb-80bb-25159b2320f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:30:28.174079 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f2d47c1d-b0e1-40cb-80bb-25159b2320f5 admin admin] 10.222.0.112 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0885768 Jan 24 15:30:28.248185 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b70960fa-f6a3-4acb-8dd3-c27d48ad546a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:29.268854 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:30.545447 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56378) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:30:30.595930 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Request body: {'network': {'tenant_id': '6bc06177f1ff49059a658b4e8c7ed3eb', 'admin_state_up': True, 'shared': True, 'project_id': '6bc06177f1ff49059a658b4e8c7ed3eb', 'name': 'shared'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:30:30.626910 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Made reservation on behalf of 6bc06177f1ff49059a658b4e8c7ed3eb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:30:30.629873 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:30.679290 dv-cinder-820164-3-iscsi neutron-server[102669]: WARNING neutron.services.revisions.revision_plugin [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Could not find related network for resource to bump revision. Jan 24 15:30:30.703735 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:30:30.720790 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750419842681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (d9e2736a-6284-4ef0-8b16-e58e66817b31), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:30.721408 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Unsubscribe: segment precommit_create {{(pid=102669) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 15:30:30.721892 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Added segment d9e2736a-6284-4ef0-8b16-e58e66817b31 of type vlan for network fc834a2b-b0c0-4426-a319-e6734b592ab9 Jan 24 15:30:30.795819 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (fc834a2b-b0c0-4426-a319-e6734b592ab9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:30.831879 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (fc834a2b-b0c0-4426-a319-e6734b592ab9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:30.833086 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:30:30.833809 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:30.863275 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3117976 Jan 24 15:30:30.970997 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:30.981478 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Pushing event updated for resources: {'Network': ['ID=fc834a2b-b0c0-4426-a319-e6734b592ab9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:30:30.992045 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.992395 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.992835 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.993145 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.993451 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.993763 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.994136 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.994463 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.994802 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.995173 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.995537 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.995855 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.996905 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0ff7a-52a4-4d1a-b544-47cd3895d902 admin admin] Tracked resource versions report: Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: pushed versions: Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Log': {'1.0'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Network': {'1.1'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Port': {'1.7'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: consumer versions: Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: L3 agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: Metadata agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: Metering agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-820164-3-iscsi: { 'AddressGroup': '1.2', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Log': '1.0', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Network': '1.1', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Port': '1.7', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SubPort': '1.0', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Subnet': '1.1', Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Jan 24 15:30:30.998825 dv-cinder-820164-3-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 15:30:31.045011 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network fc834a2b-b0c0-4426-a319-e6734b592ab9 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:30:32.374001 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:33.218614 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:30:33.279440 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-651bb467-ea4a-45fa-b9e7-122135df1d4e admin admin] GET failed (client error): The resource could not be found. Jan 24 15:30:33.281108 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-651bb467-ea4a-45fa-b9e7-122135df1d4e admin admin] 10.222.0.112 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609450 Jan 24 15:30:33.358337 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3486f06-05e6-4d7f-a31b-7fd4bdce2a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:30:33.359706 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e3486f06-05e6-4d7f-a31b-7fd4bdce2a9b admin admin] 10.222.0.112 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0748515 Jan 24 15:30:33.369290 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9', 'tenant_id': '6bc06177f1ff49059a658b4e8c7ed3eb', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:30:33.395246 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Made reservation on behalf of 6bc06177f1ff49059a658b4e8c7ed3eb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:30:33.397531 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:33.646994 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (7f95f7f5-b15c-423b-97f2-c1ccbdf40777), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:33.699893 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f95f7f5-b15c-423b-97f2-c1ccbdf40777,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:30:33.718455 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Checking segment: {'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:30:33.718831 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Network hostable DHCP agents. Network: fc834a2b-b0c0-4426-a319-e6734b592ab9, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:30:33.744362 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Network fc834a2b-b0c0-4426-a319-e6734b592ab9 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:30:33.756914 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, fc834a2b-b0c0-4426-a319-e6734b592ab9) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:30:33.762545 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:30:33.763123 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:33.767996 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf50a4-eb95-4b6e-9c4f-ed7f7473b8e9 None None] Network fc834a2b-b0c0-4426-a319-e6734b592ab9 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:30:33.780224 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3c104e8e-56ef-4e4e-b0be-ce65d1689c95 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4142067 Jan 24 15:30:33.879522 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-fc834a2b-b0c0-4426-a319-e6734b592ab9', 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9', 'project_id': '6bc06177f1ff49059a658b4e8c7ed3eb', 'fixed_ips': [{'subnet_id': '7f95f7f5-b15c-423b-97f2-c1ccbdf40777'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:30:33.880580 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:34.026514 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Allocated IP 192.168.233.2 (fc834a2b-b0c0-4426-a319-e6734b592ab9/7f95f7f5-b15c-423b-97f2-c1ccbdf40777/3ed01882-402c-4a04-9607-173a4a5f7637) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:30:34.177490 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Publish callbacks [] for port (3ed01882-402c-4a04-9607-173a4a5f7637), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:34.185010 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:34.227737 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Network fc834a2b-b0c0-4426-a319-e6734b592ab9 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:30:34.230680 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:30:34.234344 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:30:34.241143 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Pushing event updated for resources: {'Port': ['ID=3ed01882-402c-4a04-9607-173a4a5f7637,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:30:34.248563 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.248946 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.249306 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.249650 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.249975 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.250759 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.250759 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.251019 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.252775 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.252775 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.253054 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.253383 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.253704 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:30:34.312670 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Attempting to bind port 3ed01882-402c-4a04-9607-173a4a5f7637 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:30:34.312670 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Attempting to bind port 3ed01882-402c-4a04-9607-173a4a5f7637 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:30:34.312954 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Attempting to bind port 3ed01882-402c-4a04-9607-173a4a5f7637 on network fc834a2b-b0c0-4426-a319-e6734b592ab9 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:30:34.318088 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:30:34.318469 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Checking segment: {'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:30:34.318868 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:34.319298 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Bound using segment: {'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:30:34.319756 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Bound port: 3ed01882-402c-4a04-9607-173a4a5f7637, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:30:34.320160 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:34.386548 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] For port 3ed01882-402c-4a04-9607-173a4a5f7637, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:30:34.390659 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] For port 3ed01882-402c-4a04-9607-173a4a5f7637, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=3ed01882-402c-4a04-9607-173a4a5f7637,segment=NetworkSegment(d9e2736a-6284-4ef0-8b16-e58e66817b31),segment_id=d9e2736a-6284-4ef0-8b16-e58e66817b31)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:30:34.396710 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:34.455122 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051084e8-1e80-48c9-bee8-4f40e0bd6914 None None] Pushing event updated for resources: {'Port': ['ID=3ed01882-402c-4a04-9607-173a4a5f7637,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:30:35.166040 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 3ed01882-402c-4a04-9607-173a4a5f7637 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:30:35.329816 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 3ed01882-402c-4a04-9607-173a4a5f7637 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:30:35.330218 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:35.423268 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 3ed01882-402c-4a04-9607-173a4a5f7637 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:30:35.423666 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:35.445848 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3fd2d4-0ea8-4f06-beb4-39ba1d7c0831 None None] Network fc834a2b-b0c0-4426-a319-e6734b592ab9 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:30:35.481646 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 3ed01882-402c-4a04-9607-173a4a5f7637, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=3ed01882-402c-4a04-9607-173a4a5f7637,segment=NetworkSegment(d9e2736a-6284-4ef0-8b16-e58e66817b31),segment_id=d9e2736a-6284-4ef0-8b16-e58e66817b31)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:30:35.512113 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:35.580603 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-200b89ec-d50f-456c-aa8d-62ab91a3479e None None] Provisioning complete for port 3ed01882-402c-4a04-9607-173a4a5f7637 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:30:35.580987 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-200b89ec-d50f-456c-aa8d-62ab91a3479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:35.627051 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=3ed01882-402c-4a04-9607-173a4a5f7637,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:30:35.696203 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-200b89ec-d50f-456c-aa8d-62ab91a3479e None None] Current status of the port 3ed01882-402c-4a04-9607-173a4a5f7637 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:30:35.917724 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a4d4a4c6-ed04-4269-abf7-9a560243b55b None None] Provisioning complete for port 3ed01882-402c-4a04-9607-173a4a5f7637 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:30:35.918817 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a4d4a4c6-ed04-4269-abf7-9a560243b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:36.005864 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4a4c6-ed04-4269-abf7-9a560243b55b None None] Current status of the port 3ed01882-402c-4a04-9607-173a4a5f7637 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:30:37.112694 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 3ed01882-402c-4a04-9607-173a4a5f7637 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:30:37.178733 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 3ed01882-402c-4a04-9607-173a4a5f7637 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:30:37.179138 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3ed01882-402c-4a04-9607-173a4a5f7637), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:37.252347 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 3ed01882-402c-4a04-9607-173a4a5f7637 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:30:51.350753 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:30:56.048813 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3f20c68-bc9d-46b9-bc84-3455c01c4ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:58.241977 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-210de077-7291-4cbd-a038-4e4dae86574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:30:59.269100 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:00.952281 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:02.374614 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:26.051721 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4f332c1-fdc8-4b0f-aff7-b51cbdd6f8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:28.247275 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-23524cb3-8071-4e1f-bf03-2c52655236bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:28.348988 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:31:29.273695 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:30.951742 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:32.370584 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:52.150576 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:31:52.156960 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-99b56d96-dac5-411e-bad7-764245ebdeee tempest-verify_tempest_config-1592193633 tempest-verify_tempest_config-1592193633-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:31:52.157936 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-99b56d96-dac5-411e-bad7-764245ebdeee tempest-verify_tempest_config-1592193633 tempest-verify_tempest_config-1592193633-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063767 Jan 24 15:31:52.447481 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:31:52.645390 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:52.716110 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Publish callbacks [] for security_group (fef14cb9-37c1-4355-aa53-29e1c1a604e8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:52.719707 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (fef14cb9-37c1-4355-aa53-29e1c1a604e8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:52.766673 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef14cb9-37c1-4355-aa53-29e1c1a604e8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:31:52.771164 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=02f0efb5f4b64e069c8b062590b64804&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3225996 Jan 24 15:31:52.774236 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56460) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:31:52.782682 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.783046 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.783411 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.783741 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.784064 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.784387 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.784708 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.785027 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.785359 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.785680 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.785992 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.786304 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.786613 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eadab4-eb51-499a-94a4-485adb22698a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.846103 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Publish callbacks [] for security_group (fef14cb9-37c1-4355-aa53-29e1c1a604e8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:52.866746 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Publish callbacks [] for security_group (fef14cb9-37c1-4355-aa53-29e1c1a604e8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:52.957520 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (fef14cb9-37c1-4355-aa53-29e1c1a604e8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:52.960244 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:52.961431 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fef14cb9-37c1-4355-aa53-29e1c1a604e8 HTTP/1.1" status: 204 len: 168 time: 0.1862292 Jan 24 15:31:52.971880 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef14cb9-37c1-4355-aa53-29e1c1a604e8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:31:52.980034 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.980432 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.980724 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.981065 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.981402 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.981733 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.982064 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.982392 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.982722 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.983046 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.983404 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.983726 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:52.984044 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f0298-7a62-40d4-bc1e-c993ac8b509d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:31:56.054957 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d8522eb6-60d8-496b-9e39-a8e6a4b394fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:58.250892 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77aa740d-6fb6-450e-8a73-fef031a96f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:31:59.276478 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:00.954456 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:02.379411 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:05.347200 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:32:26.057734 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a180e15c-1eff-4f44-acb4-af7037057981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:28.247828 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebd22a4c-9f77-4c90-a21b-a661ec63443c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:29.277681 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:30.958426 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:32.371789 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:42.346282 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:32:56.059668 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84ac2a98-666b-41cf-9802-54756f950b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:58.249922 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-594075a2-7698-4c7c-842c-6e0c051180c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:32:59.281246 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:00.959456 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:02.374545 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:19.345903 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:33:26.061790 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf1761e3-a9e8-482a-8b88-94e4f5f2398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:28.251224 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c28b53ad-c402-45c7-b03a-f781f23cdc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:29.287806 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:30.964571 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:32.381439 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:35.895243 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712907'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:50.532473 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56532) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:33:50.635735 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-76b9bbb4-87b9-4820-b407-92e0ebc31a36 admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1021149 Jan 24 15:33:52.963974 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:33:53.018264 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d6673c10-7277-4081-8863-0b3b433ed9c7 admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0532291 Jan 24 15:33:56.063281 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e3188e7-6320-4d95-bed8-04578fa47663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:56.344813 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:33:58.254138 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2aaed06a-9f3a-41c6-8fb0-42cc5219bba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:33:59.287423 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:00.965578 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:02.382364 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:05.864996 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:26.064847 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3e549ac7-37f3-47c4-b0f7-1b7dca06cfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:28.260151 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd007e33-eb4c-4987-bba0-bca31f68504f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:29.289637 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:30.968638 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:32.374679 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:33.343615 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:34:35.868470 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:56.067041 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e54b87c0-4a38-4a43-8fbc-0f852ab55614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:58.255646 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c4e04fb-568f-45af-87b2-92e6375d2948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:34:59.293030 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:00.973415 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:02.382936 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:05.878036 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:10.342040 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:35:26.070771 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ecd98ca1-fb14-4efc-b541-cec9040726b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.314532 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:26.590292 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1700205654-network', 'tenant_id': '2423c5c1b10547d0ad017b63439c8a25'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:26.616604 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Made reservation on behalf of 2423c5c1b10547d0ad017b63439c8a25 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:26.619956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.630640 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.709847 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Publish callbacks [] for security_group (e3b53add-7cbf-42fd-89c0-d1922b1c6ed7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.715616 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e3b53add-7cbf-42fd-89c0-d1922b1c6ed7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.761497 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:26.771555 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:35:26.773317 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.773772 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.774337 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.774897 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.775442 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.775970 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.776494 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.777237 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.777763 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.778282 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.778785 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.779327 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.779917 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Tracked resource versions report: Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: pushed versions: Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: { 'AddressGroup': {'1.2'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'LocalIPAssociation': {'1.0'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Log': {'1.0'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Network': {'1.1'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Port': {'1.7'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'PortForwarding': {'1.2'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'QosPolicy': {'1.10'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SecurityGroup': {'1.5'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SubPort': {'1.0'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Subnet': {'1.1'}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Trunk': {'1.1'}} Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: consumer versions: Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: { DHCP agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: HyperV agent@hv-cinder-82016: {}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: L3 agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: Metadata agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: Metering agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: Open vSwitch agent@dv-cinder-820164-3-iscsi: { 'AddressGroup': '1.2', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'ConntrackHelper': '1.0', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'LocalIPAssociation': '1.0', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Log': '1.0', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Network': '1.1', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Port': '1.7', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'PortForwarding': '1.2', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'QosPolicy': '1.10', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SecurityGroup': '1.5', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SecurityGroupRule': '1.2', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'SubPort': '1.0', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Subnet': '1.1', Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: 'Trunk': '1.1'}} Jan 24 15:35:26.781234 dv-cinder-820164-3-iscsi neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 15:35:26.796220 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (cb73f5c8-bf66-418b-a36f-72c33b884c03), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.796906 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Added segment cb73f5c8-bf66-418b-a36f-72c33b884c03 of type vlan for network e73d4102-db94-49c8-a886-2ca8960820ff Jan 24 15:35:26.855467 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (e73d4102-db94-49c8-a886-2ca8960820ff), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.886779 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (e73d4102-db94-49c8-a886-2ca8960820ff), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.887995 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:26.888615 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.939636 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56748) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:26.940246 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6241677 Jan 24 15:35:26.951254 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Request body: {'subnet': {'network_id': 'e73d4102-db94-49c8-a886-2ca8960820ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1700205654-subnet', 'tenant_id': '2423c5c1b10547d0ad017b63439c8a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:26.977758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Made reservation on behalf of 2423c5c1b10547d0ad017b63439c8a25 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:26.980484 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbdedc-b21a-4c24-be70-d22850171ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=e73d4102-db94-49c8-a886-2ca8960820ff,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:26.980659 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:26.993695 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network e73d4102-db94-49c8-a886-2ca8960820ff details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:35:27.200307 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (1f60bc0d-7cd7-46bf-bc74-096f86fd6de0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:27.252916 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f60bc0d-7cd7-46bf-bc74-096f86fd6de0,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:27.266463 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.267111 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.267650 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.268062 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.268452 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.268880 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.269237 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.269576 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.269999 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.270348 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.270681 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.271010 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.271476 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Tracked resource versions report: Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: pushed versions: Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Log': {'1.0'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Network': {'1.1'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Port': {'1.7'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: consumer versions: Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: HyperV agent@hv-cinder-82016: {}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: L3 agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: Metadata agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: Metering agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-820164-3-iscsi: { 'AddressGroup': '1.2', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Log': '1.0', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Network': '1.1', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Port': '1.7', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'SubPort': '1.0', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Subnet': '1.1', Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Jan 24 15:35:27.272596 dv-cinder-820164-3-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 15:35:27.290472 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Checking segment: {'id': 'cb73f5c8-bf66-418b-a36f-72c33b884c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e73d4102-db94-49c8-a886-2ca8960820ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:27.290960 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Network hostable DHCP agents. Network: e73d4102-db94-49c8-a886-2ca8960820ff, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:35:27.308240 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Network e73d4102-db94-49c8-a886-2ca8960820ff is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:35:27.318846 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, e73d4102-db94-49c8-a886-2ca8960820ff) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:27.324002 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:27.324849 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:27.343197 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f028e-8f21-42bc-a3f2-92f67856699c None None] Network e73d4102-db94-49c8-a886-2ca8960820ff requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:27.359853 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9db0e9b2-99a3-4ca5-9d82-f00a46a3e212 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4187360 Jan 24 15:35:27.508220 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94859cac-a770-4f3f-a046-3121ffaa83db None None] Network e73d4102-db94-49c8-a886-2ca8960820ff requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:27.520957 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:27.605674 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:27.706327 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:27.815356 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-219929109-network', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:27.840249 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Made reservation on behalf of ad1302b8fd7441eb97d3a7d4d73bccb5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:27.843560 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:27.852246 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-186458784-network', 'tenant_id': 'aad5683a23dd40b5ae73c33fa1999276'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:27.866349 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:27.906033 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Made reservation on behalf of aad5683a23dd40b5ae73c33fa1999276 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:27.908491 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:27.925633 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.008667 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Publish callbacks [] for security_group (e82e6686-2c99-48fe-8d82-f309710e405e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.016587 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e82e6686-2c99-48fe-8d82-f309710e405e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.037319 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:35:28.068941 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (c57e9809-a33b-4a13-9170-439f268d5a53), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.069383 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Added segment c57e9809-a33b-4a13-9170-439f268d5a53 of type vlan for network 1cfb6061-af00-43af-af7d-8911f5170249 Jan 24 15:35:28.071713 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Publish callbacks [] for security_group (adead300-ae15-49ac-a701-373b7592fa5e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.109366 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (adead300-ae15-49ac-a701-373b7592fa5e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.114983 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e6686-2c99-48fe-8d82-f309710e405e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:28.135754 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-443352684-network', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:28.158345 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (1cfb6061-af00-43af-af7d-8911f5170249), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.164516 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:35:28.179648 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adead300-ae15-49ac-a701-373b7592fa5e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:28.187471 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (8d3a5bdd-b76b-48d4-bc7d-6249f6037a5e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.187807 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Added segment 8d3a5bdd-b76b-48d4-bc7d-6249f6037a5e of type vlan for network 9b6b330e-5b2c-47ea-a4fe-04894f40abbb Jan 24 15:35:28.263537 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c81d1ba-10f0-4470-a2c0-b7b1b7f769c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.265906 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (1cfb6061-af00-43af-af7d-8911f5170249), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.267226 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:28.268108 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.271594 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (9b6b330e-5b2c-47ea-a4fe-04894f40abbb), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.344206 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Made reservation on behalf of dc8928b574ed401b84d4494e178305c3 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:28.347243 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.359445 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8367913 Jan 24 15:35:28.362666 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56826) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:28.363261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.364687 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (9b6b330e-5b2c-47ea-a4fe-04894f40abbb), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.365932 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:28.366762 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.370149 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Request body: {'subnet': {'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-219929109-subnet', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:28.416504 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8095210 Jan 24 15:35:28.419546 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56828) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:28.424719 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Request body: {'subnet': {'network_id': '9b6b330e-5b2c-47ea-a4fe-04894f40abbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-186458784-subnet', 'tenant_id': 'aad5683a23dd40b5ae73c33fa1999276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:28.429552 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Made reservation on behalf of ad1302b8fd7441eb97d3a7d4d73bccb5 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:28.432349 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.495711 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb150b8c-c826-4d49-a52c-937eaf4c13fd admin admin] Pushing event updated for resources: {'Network': ['ID=1cfb6061-af00-43af-af7d-8911f5170249,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:28.526435 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 1cfb6061-af00-43af-af7d-8911f5170249 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:35:28.633048 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (c461e5d6-02e9-44a7-a46b-a8ec7bed65f1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.657955 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Publish callbacks [] for security_group (36d3e351-cd20-490e-9273-b1796427466b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.667882 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef090f5-e179-4749-b88f-52eb2668c7b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6b330e-5b2c-47ea-a4fe-04894f40abbb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:28.672698 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (36d3e351-cd20-490e-9273-b1796427466b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.686051 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 9b6b330e-5b2c-47ea-a4fe-04894f40abbb details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:35:28.686849 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:28.692417 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Made reservation on behalf of aad5683a23dd40b5ae73c33fa1999276 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:28.695395 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.697460 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:35:28.721325 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d3e351-cd20-490e-9273-b1796427466b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:28.724708 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (a13490c3-c60d-4499-b1a5-fcc544bd517f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.725464 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Added segment a13490c3-c60d-4499-b1a5-fcc544bd517f of type vlan for network b3bb4715-167b-43ec-aef4-f521ca157868 Jan 24 15:35:28.869557 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (b3bb4715-167b-43ec-aef4-f521ca157868), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.895182 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (366e66f1-f460-45f5-af2c-2fd8166dca54), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.969389 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (b3bb4715-167b-43ec-aef4-f521ca157868), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.970650 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Checking segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:28.971253 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:28.971477 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Network hostable DHCP agents. Network: 1cfb6061-af00-43af-af7d-8911f5170249, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:35:28.971819 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:28.979546 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366e66f1-f460-45f5-af2c-2fd8166dca54,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:29.014930 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Checking segment: {'id': '8d3a5bdd-b76b-48d4-bc7d-6249f6037a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9b6b330e-5b2c-47ea-a4fe-04894f40abbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:29.015490 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Network hostable DHCP agents. Network: 9b6b330e-5b2c-47ea-a4fe-04894f40abbb, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:35:29.031618 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Network 1cfb6061-af00-43af-af7d-8911f5170249 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:35:29.039556 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Network 9b6b330e-5b2c-47ea-a4fe-04894f40abbb is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:35:29.053871 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 1cfb6061-af00-43af-af7d-8911f5170249) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:29.057906 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 9b6b330e-5b2c-47ea-a4fe-04894f40abbb) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:29.060595 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:29.062411 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.069753 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bfdbc6-59e4-4551-9c9d-f292eb702ea1 None None] Network 1cfb6061-af00-43af-af7d-8911f5170249 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:29.118045 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] Pushing event updated for resources: {'Network': ['ID=b3bb4715-167b-43ec-aef4-f521ca157868,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:29.140869 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e892450b-83ae-4145-8e76-3f746e40d60d admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4333181 Jan 24 15:35:29.146571 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:29.149178 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c0b604d6-7c9e-4ab1-a7ad-6ae6300a239a admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7842596 Jan 24 15:35:29.149965 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56860) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:29.151509 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Request body: {'subnet': {'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-subnet', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:29.156607 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:29.176879 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:29.177270 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.191070 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network b3bb4715-167b-43ec-aef4-f521ca157868 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:35:29.196635 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc90046-4ea9-48e8-9977-77595f243e80 None None] Network 9b6b330e-5b2c-47ea-a4fe-04894f40abbb requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:29.236908 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Made reservation on behalf of dc8928b574ed401b84d4494e178305c3 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:29.240651 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.247317 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (3626d662-0f95-4926-bc63-005851ba2df2), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.252393 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (3626d662-0f95-4926-bc63-005851ba2df2), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.287799 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-94df1a4b-9ebf-41a6-a3a6-24c576c95125 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8669727 Jan 24 15:35:29.444618 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks [] for router_controller (3626d662-0f95-4926-bc63-005851ba2df2), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.673718 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56908) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:29.679102 dv-cinder-820164-3-iscsi neutron-server[102669]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 15:35:29.732584 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (0352ab0c-6703-48ac-93da-4766ecd57133), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.760806 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.780234 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-1cfb6061-af00-43af-af7d-8911f5170249', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:35:29.781279 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.799686 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0352ab0c-6703-48ac-93da-4766ecd57133,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:29.811739 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa5bbc0-b973-4fe3-a183-3b067184fc4d None None] Network 9b6b330e-5b2c-47ea-a4fe-04894f40abbb requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:29.813282 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Checking segment: {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:29.813647 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Network hostable DHCP agents. Network: b3bb4715-167b-43ec-aef4-f521ca157868, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:35:29.860410 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks [] for router_gateway (3626d662-0f95-4926-bc63-005851ba2df2), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.875875 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Network b3bb4715-167b-43ec-aef4-f521ca157868 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:35:29.887326 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, b3bb4715-167b-43ec-aef4-f521ca157868) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:29.891954 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:29.892551 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.930491 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a43b7a16-ea4c-4181-8efe-0aea5d2b8bd0 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7826626 Jan 24 15:35:29.933635 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 56928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:29.937872 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc059f-2624-4d56-b9f4-063627e211a7 None None] Network b3bb4715-167b-43ec-aef4-f521ca157868 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:29.939874 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:29.995535 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (3e365cfa-7255-4898-9780-897df4861b86), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:29.996779 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (3e365cfa-7255-4898-9780-897df4861b86), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.132576 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks [] for router_controller (3e365cfa-7255-4898-9780-897df4861b86), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.163198 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9db108-6c85-4274-9c3b-280595c779eb req-26a1a3e7-6de4-4fa4-b0e3-23694c28d4ff tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:30.164571 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-26a1a3e7-6de4-4fa4-b0e3-23694c28d4ff tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/networks?id=e73d4102-db94-49c8-a886-2ca8960820ff HTTP/1.1" status: 200 len: 812 time: 0.4877369 Jan 24 15:35:30.201036 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e15777-f178-4de5-951e-94842e33a74a None None] Network b3bb4715-167b-43ec-aef4-f521ca157868 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:30.218514 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-fc73359a-03b5-42e8-90cb-a4420d521367 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/quotas/2423c5c1b10547d0ad017b63439c8a25 HTTP/1.1" status: 200 len: 375 time: 0.0369430 Jan 24 15:35:30.305292 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Allocated IP 172.20.0.2 (1cfb6061-af00-43af-af7d-8911f5170249/c461e5d6-02e9-44a7-a46b-a8ec7bed65f1/886ddabf-0d1b-41d3-b784-13b26f1fc3c0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:30.329974 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-db97ad53-17f2-4fe5-a571-c7bf92f0cf2b tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=2423c5c1b10547d0ad017b63439c8a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032424 Jan 24 15:35:30.425631 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks [] for router_gateway (3e365cfa-7255-4898-9780-897df4861b86), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.588214 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks [] for router_gateway (3626d662-0f95-4926-bc63-005851ba2df2), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.625697 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.785852 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56972) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:30.843001 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1816746273-network', 'tenant_id': 'aa22b8b2371b44f291daf90bc8f83e28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:30.878015 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks [] for router_gateway (3e365cfa-7255-4898-9780-897df4861b86), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.880205 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Publish callbacks [] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.891970 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.941789 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:30.944152 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Network 1cfb6061-af00-43af-af7d-8911f5170249 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:30.952183 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:30.964463 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:31.039480 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 56992) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:31.100752 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Made reservation on behalf of aa22b8b2371b44f291daf90bc8f83e28 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:31.105291 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.129157 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Attempting to bind port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:35:31.129531 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Attempting to bind port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:35:31.129894 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Attempting to bind port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 on network 1cfb6061-af00-43af-af7d-8911f5170249 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:31.131706 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-0525de98-409c-4ea1-a2c3-2d7c44dafd29 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:35:31.132146 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.133295 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-0525de98-409c-4ea1-a2c3-2d7c44dafd29 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2451487 Jan 24 15:35:31.138778 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Pushing event updated for resources: {'Port': ['ID=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:31.141899 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.144577 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Allocated IP 172.27.2.157 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/f9975e43-fcf1-4e40-82d6-5f094090cc40) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:31.148745 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.148903 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.149178 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.149517 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.149849 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.150173 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.150497 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.151055 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.151419 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.151758 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.152085 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.152404 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.152720 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Tracked resource versions report: Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: pushed versions: Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Log': {'1.0'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Network': {'1.1'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Port': {'1.7'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: consumer versions: Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: HyperV agent@hv-cinder-82016: {}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: L3 agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: Metadata agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: Metering agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-820164-3-iscsi: { 'AddressGroup': '1.2', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Log': '1.0', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Network': '1.1', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Port': '1.7', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'SubPort': '1.0', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Subnet': '1.1', Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Jan 24 15:35:31.154083 dv-cinder-820164-3-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 15:35:31.157279 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:35:31.157699 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Checking segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:31.158096 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.158476 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Bound using segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:35:31.158945 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Bound port: 886ddabf-0d1b-41d3-b784-13b26f1fc3c0, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:35:31.159354 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.283897 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] For port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:35:31.298554 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] For port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:35:31.308734 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.364740 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks [] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.418074 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37252b14-2008-4131-8dca-0a9c2692e39c None None] Pushing event updated for resources: {'Port': ['ID=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:31.448037 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.482867 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:31.489524 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:31.505474 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-099fa884-98c7-439c-964b-52258b514c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.518748 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:31.527378 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Allocated IP 172.27.2.19 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/4df7b305-e58c-4b6a-af5a-fdbb7b07f003) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:31.562555 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-50ab7248-cdc4-40bc-ae09-22c2b793afe8 service neutron] 10.222.0.112 "GET /v2.0/networks/e73d4102-db94-49c8-a886-2ca8960820ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101346 Jan 24 15:35:31.678465 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks [] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.825003 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:31.825003 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:31.825003 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:31.825003 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:31.958713 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Pushing event updated for resources: {'Port': ['ID=4df7b305-e58c-4b6a-af5a-fdbb7b07f003,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:31.959481 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Pushing event updated for resources: {'Port': ['ID=f9975e43-fcf1-4e40-82d6-5f094090cc40,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:32.011091 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Publish callbacks [] for security_group (61ef148e-aa23-4b3d-b097-707099cb0eb0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:32.032925 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (61ef148e-aa23-4b3d-b097-707099cb0eb0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:32.091598 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:35:32.121739 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks [] for router_gateway (3e365cfa-7255-4898-9780-897df4861b86), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:32.200011 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-623672e8-03a0-4e74-8db0-fac00335651a service neutron] 10.222.0.112 "GET /v2.0/networks/e73d4102-db94-49c8-a886-2ca8960820ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332080 Jan 24 15:35:32.240784 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ef148e-aa23-4b3d-b097-707099cb0eb0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:32.277376 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (12202f6d-e374-4cf3-a7a1-a81c8020fc3a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:32.277803 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Added segment 12202f6d-e374-4cf3-a7a1-a81c8020fc3a of type vlan for network 52276d73-6f62-418f-891d-2cfbd6dfba17 Jan 24 15:35:32.505094 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:32.622062 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (52276d73-6f62-418f-891d-2cfbd6dfba17), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:32.721296 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks [] for router_gateway (3626d662-0f95-4926-bc63-005851ba2df2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:32.923893 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-099fa884-98c7-439c-964b-52258b514c1d admin admin] Publish callbacks [] for security_group (341979fc-755d-40ca-9bba-6f47e7a3a97d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:32.959990 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (3e365cfa-7255-4898-9780-897df4861b86), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.008488 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57106) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:33.085903 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 15:35:33.089451 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-099fa884-98c7-439c-964b-52258b514c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (341979fc-755d-40ca-9bba-6f47e7a3a97d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.112720 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bbdfb537-1b48-439d-820b-e9868683d451 req-9e595a9f-9bde-42e9-9de9-27031396d6b8 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 210 time: 0.1874309 Jan 24 15:35:33.162757 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd94346-1d2a-4075-bb24-5ad0fdc5531c None None] Network 1cfb6061-af00-43af-af7d-8911f5170249 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:33.176141 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Router 3e365cfa-7255-4898-9780-897df4861b86 is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:35:33.226327 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-099fa884-98c7-439c-964b-52258b514c1d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0a57530791db4524a051b2f649905323&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1736133 Jan 24 15:35:33.226685 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:33.227242 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:33.280715 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (52276d73-6f62-418f-891d-2cfbd6dfba17), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.286310 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:33.288227 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.301132 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d338d33c-a2c9-4c6c-9d38-d3e2a0968e27 None None] Provisioning complete for port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:33.301737 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d338d33c-a2c9-4c6c-9d38-d3e2a0968e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.322304 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fa884-98c7-439c-964b-52258b514c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341979fc-755d-40ca-9bba-6f47e7a3a97d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:33.426853 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2e6bd66-1a84-4950-a62b-4b067f32ece4 admin admin] Publish callbacks [] for security_group (341979fc-755d-40ca-9bba-6f47e7a3a97d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.483805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:35:33.489478 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d338d33c-a2c9-4c6c-9d38-d3e2a0968e27 None None] Current status of the port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:33.490486 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d338d33c-a2c9-4c6c-9d38-d3e2a0968e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.492571 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2e6bd66-1a84-4950-a62b-4b067f32ece4 admin admin] Publish callbacks [] for security_group (341979fc-755d-40ca-9bba-6f47e7a3a97d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.497909 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Sync routers for ids ['3e365cfa-7255-4898-9780-897df4861b86'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:35:33.537330 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Routers {'3e365cfa-7255-4898-9780-897df4861b86'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:35:33.539612 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3e365cfa-7255-4898-9780-897df4861b86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:33.554195 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d338d33c-a2c9-4c6c-9d38-d3e2a0968e27 None None] For port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:35:33.560467 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.562535 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a55ce006-3e1c-444d-a63c-f8d842b6e474 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6271510 Jan 24 15:35:33.568170 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d338d33c-a2c9-4c6c-9d38-d3e2a0968e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.569920 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:33.578127 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:33.643799 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] Pushing event updated for resources: {'Network': ['ID=52276d73-6f62-418f-891d-2cfbd6dfba17,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:33.645770 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-725aeb0e-6a1c-4312-b56b-5325f92d8d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.687970 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 52276d73-6f62-418f-891d-2cfbd6dfba17 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:35:33.803541 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338d33c-a2c9-4c6c-9d38-d3e2a0968e27 None None] Pushing event updated for resources: {'Port': ['ID=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:33.839478 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-335d9328-c65a-41f2-bc1a-c49a43c5a38d None None] Provisioning complete for port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:33.840149 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-335d9328-c65a-41f2-bc1a-c49a43c5a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.846644 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:33.847362 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.854247 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-725aeb0e-6a1c-4312-b56b-5325f92d8d99 admin admin] Publish callbacks [] for security_group (61c20f80-dabd-4ab2-b047-ca8237043db1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.860940 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-104a1f56-30c3-4fe9-bbee-7bf0036cc261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.862660 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b19842f4-5bbf-496e-9797-590cb61ee627 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0629644 Jan 24 15:35:33.865964 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57142) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:33.866686 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-725aeb0e-6a1c-4312-b56b-5325f92d8d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (61c20f80-dabd-4ab2-b047-ca8237043db1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.943434 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-725aeb0e-6a1c-4312-b56b-5325f92d8d99 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4bdcc6b6fce949f0a164fb55e52f6c89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8823760 Jan 24 15:35:33.947791 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Request body: {'subnet': {'network_id': '52276d73-6f62-418f-891d-2cfbd6dfba17', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1816746273-subnet', 'tenant_id': 'aa22b8b2371b44f291daf90bc8f83e28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:33.950429 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:33.951816 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aeb0e-6a1c-4312-b56b-5325f92d8d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c20f80-dabd-4ab2-b047-ca8237043db1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:33.955542 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (3626d662-0f95-4926-bc63-005851ba2df2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.981077 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Set router 3e365cfa-7255-4898-9780-897df4861b86 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:35:33.988130 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2e6bd66-1a84-4950-a62b-4b067f32ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (341979fc-755d-40ca-9bba-6f47e7a3a97d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.990639 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2e6bd66-1a84-4950-a62b-4b067f32ece4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:33.992272 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b2e6bd66-1a84-4950-a62b-4b067f32ece4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/341979fc-755d-40ca-9bba-6f47e7a3a97d HTTP/1.1" status: 204 len: 168 time: 0.7585328 Jan 24 15:35:34.105245 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-790f866e-d3fb-430d-bfff-8162de8e5d39 admin admin] Publish callbacks [] for security_group (61c20f80-dabd-4ab2-b047-ca8237043db1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.111815 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6bd66-1a84-4950-a62b-4b067f32ece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341979fc-755d-40ca-9bba-6f47e7a3a97d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:34.161307 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-335d9328-c65a-41f2-bc1a-c49a43c5a38d None None] Current status of the port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:34.168776 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:34.178447 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Made reservation on behalf of aa22b8b2371b44f291daf90bc8f83e28 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:34.179478 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-790f866e-d3fb-430d-bfff-8162de8e5d39 admin admin] Publish callbacks [] for security_group (61c20f80-dabd-4ab2-b047-ca8237043db1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.183702 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.265946 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-104a1f56-30c3-4fe9-bbee-7bf0036cc261 admin admin] Publish callbacks [] for security_group (7ec580d0-9e21-4936-addd-fe910c07955a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.283374 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-104a1f56-30c3-4fe9-bbee-7bf0036cc261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (7ec580d0-9e21-4936-addd-fe910c07955a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.311711 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-104a1f56-30c3-4fe9-bbee-7bf0036cc261 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cf4472bbcbe84e32a5400bccaede94ca&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0834415 Jan 24 15:35:34.315621 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:34.322061 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a527463-de35-4eaf-949c-4a3da7673eb1 req-42da1f62-c5d1-4b9d-95cc-116c0deb6251 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 210 time: 0.0938401 Jan 24 15:35:34.341220 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:31Z', 'revision_number': 3, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port': {'id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:34.388603 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Checking router: 3e365cfa-7255-4898-9780-897df4861b86 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:35:34.390080 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Updating router 3e365cfa-7255-4898-9780-897df4861b86 port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:35:34.411592 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a1f56-30c3-4fe9-bbee-7bf0036cc261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec580d0-9e21-4936-addd-fe910c07955a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:34.434622 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Router 3626d662-0f95-4926-bc63-005851ba2df2 is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:35:34.444491 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.449913 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-790f866e-d3fb-430d-bfff-8162de8e5d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (61c20f80-dabd-4ab2-b047-ca8237043db1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.453867 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-790f866e-d3fb-430d-bfff-8162de8e5d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.454992 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-790f866e-d3fb-430d-bfff-8162de8e5d39 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/61c20f80-dabd-4ab2-b047-ca8237043db1 HTTP/1.1" status: 204 len: 168 time: 0.5036428 Jan 24 15:35:34.470041 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f866e-d3fb-430d-bfff-8162de8e5d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c20f80-dabd-4ab2-b047-ca8237043db1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:34.494781 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f70b9f42-6a87-4769-8293-2a4f91df76c4 admin admin] Publish callbacks [] for security_group (7ec580d0-9e21-4936-addd-fe910c07955a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.595268 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f70b9f42-6a87-4769-8293-2a4f91df76c4 admin admin] Publish callbacks [] for security_group (7ec580d0-9e21-4936-addd-fe910c07955a), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.625734 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.704766 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:34.748029 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0548b78-a668-4733-b22b-981af251f8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.772962 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (ea6e6d53-6f5c-4915-99a1-2b87d09a0c10), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.801980 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Publish callbacks [] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.808999 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f70b9f42-6a87-4769-8293-2a4f91df76c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (7ec580d0-9e21-4936-addd-fe910c07955a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.813493 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.818000 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f70b9f42-6a87-4769-8293-2a4f91df76c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.819205 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f70b9f42-6a87-4769-8293-2a4f91df76c4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7ec580d0-9e21-4936-addd-fe910c07955a HTTP/1.1" status: 204 len: 168 time: 0.5005429 Jan 24 15:35:34.835443 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b9f42-6a87-4769-8293-2a4f91df76c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec580d0-9e21-4936-addd-fe910c07955a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:34.859494 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:35:34.869722 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Allocated IP 172.20.0.1 (b3bb4715-167b-43ec-aef4-f521ca157868/0352ab0c-6703-48ac-93da-4766ecd57133/d3c8f8b1-f962-428a-8295-8aaef2047d30) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:34.878014 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885111d-2d32-421e-b399-3772675c009e None None] Pushing event updated for resources: {'Port': ['ID=4df7b305-e58c-4b6a-af5a-fdbb7b07f003,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:34.888386 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Sync routers for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:35:34.905603 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.906270 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.906901 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.907711 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.908490 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.909049 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.909780 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.910768 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.911359 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.911937 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.912637 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.913199 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.913761 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885111d-2d32-421e-b399-3772675c009e None None] Tracked resource versions report: Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: pushed versions: Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Log': {'1.0'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Network': {'1.1'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Port': {'1.7'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: consumer versions: Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: HyperV agent@hv-cinder-82016: {}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: L3 agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: Metadata agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: Metering agent@dv-cinder-820164-3-iscsi: {}, Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-820164-3-iscsi: { 'AddressGroup': '1.2', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Log': '1.0', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Network': '1.1', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Port': '1.7', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'SubPort': '1.0', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Subnet': '1.1', Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Jan 24 15:35:34.915203 dv-cinder-820164-3-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 15:35:34.919630 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6e6d53-6f5c-4915-99a1-2b87d09a0c10,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:34.922772 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Attempting to bind port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:35:34.923484 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Attempting to bind port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:35:34.924189 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Attempting to bind port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:34.931666 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:35:34.932525 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:34.933215 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.934109 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:35:34.934834 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Bound port: 4df7b305-e58c-4b6a-af5a-fdbb7b07f003, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:35:34.938342 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:35:34.939462 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.939900 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Checking segment: {'id': '12202f6d-e374-4cf3-a7a1-a81c8020fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52276d73-6f62-418f-891d-2cfbd6dfba17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:34.940267 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Network hostable DHCP agents. Network: 52276d73-6f62-418f-891d-2cfbd6dfba17, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:35:34.942910 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:34.951895 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:34.957459 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-97664364-346a-4821-bc2d-2bb02c72326a admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8049026 Jan 24 15:35:34.959228 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57178) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:35.006685 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] For port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:35:35.011317 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] For port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=4df7b305-e58c-4b6a-af5a-fdbb7b07f003,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:35:35.024393 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.067322 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Publish callbacks [] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.078881 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:35.097741 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d78ce63-b4f2-48c8-b8f3-b5f2cdff3cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.099201 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885111d-2d32-421e-b399-3772675c009e None None] Pushing event updated for resources: {'Port': ['ID=4df7b305-e58c-4b6a-af5a-fdbb7b07f003,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:35.118785 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Routers {'3e365cfa-7255-4898-9780-897df4861b86'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:35:35.119840 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3e365cfa-7255-4898-9780-897df4861b86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:35.144318 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:35:35.218944 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d78ce63-b4f2-48c8-b8f3-b5f2cdff3cbc admin admin] Publish callbacks [] for security_group (9dc12e55-b6f4-4e43-a132-5eb78cafdf34), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.242214 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d78ce63-b4f2-48c8-b8f3-b5f2cdff3cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (9dc12e55-b6f4-4e43-a132-5eb78cafdf34), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.248605 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] Set router 3e365cfa-7255-4898-9780-897df4861b86 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:35:35.301471 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.338505 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:35.364219 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Network b3bb4715-167b-43ec-aef4-f521ca157868 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:35.372417 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:35.392845 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Network 52276d73-6f62-418f-891d-2cfbd6dfba17 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:35:35.402947 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:35.403445 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (3e365cfa-7255-4898-9780-897df4861b86), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.428068 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0548b78-a668-4733-b22b-981af251f8dd admin admin] Publish callbacks [] for security_group (15c38919-6498-44f5-8f80-825c88cb6046), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.450837 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0548b78-a668-4733-b22b-981af251f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (15c38919-6498-44f5-8f80-825c88cb6046), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.454718 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 52276d73-6f62-418f-891d-2cfbd6dfba17) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:35.479897 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4294ad4-9daf-43a4-989b-224d0d3aaeb0 None None] Network 52276d73-6f62-418f-891d-2cfbd6dfba17 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:35.485112 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:35.485112 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.487958 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2d78ce63-b4f2-48c8-b8f3-b5f2cdff3cbc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fc3eb7a4b72a4dc399290fbb97af8e75&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4059896 Jan 24 15:35:35.489023 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78ce63-b4f2-48c8-b8f3-b5f2cdff3cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc12e55-b6f4-4e43-a132-5eb78cafdf34,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:35.494254 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:35.561719 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:31Z', 'revision_number': 3, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port': {'id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:35.610278 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b4c59-354c-4dba-a0c9-88c146b2c397 None None] The sync data for ids ['3e365cfa-7255-4898-9780-897df4861b86'] in dv-cinder-820164-3-iscsi is: [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:31Z', 'revision_number': 3, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port': {'id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:35:35.692315 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:35.692745 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.693067 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d0548b78-a668-4733-b22b-981af251f8dd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1ecdf129354e4c1f80ba6e8504b59fc0&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9872644 Jan 24 15:35:35.703022 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:35.751236 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6daac26-040f-4138-8a02-8d8cfc9ff3e9 req-d2568b1b-9d97-4033-97f0-7c92ddb85423 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 210 time: 0.1147218 Jan 24 15:35:35.754498 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b7ceca76-c504-488b-b2c8-4a4971d35b05 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8564124 Jan 24 15:35:35.791006 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0548b78-a668-4733-b22b-981af251f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c38919-6498-44f5-8f80-825c88cb6046,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:35.812204 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000cc1c3-bcc0-48eb-8ebb-f94d7531ff91 None None] Network 52276d73-6f62-418f-891d-2cfbd6dfba17 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:35:35.839427 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8f10620-12bd-4ecf-b51a-ba2b832e119e admin admin] Publish callbacks [] for security_group (9dc12e55-b6f4-4e43-a132-5eb78cafdf34), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.867816 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c8f8b1-f962-428a-8295-8aaef2047d30,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:35.868449 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:32Z', 'revision_number': 3, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:35.872071 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.898963 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb7006b6-9d81-47b0-9c45-32cf43d6c709 admin admin] Publish callbacks [] for security_group (15c38919-6498-44f5-8f80-825c88cb6046), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:35.903008 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8f10620-12bd-4ecf-b51a-ba2b832e119e admin admin] Publish callbacks [] for security_group (9dc12e55-b6f4-4e43-a132-5eb78cafdf34), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.095595 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:36.143003 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Checking router: 3626d662-0f95-4926-bc63-005851ba2df2 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:35:36.143557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Updating router 3626d662-0f95-4926-bc63-005851ba2df2 port f9975e43-fcf1-4e40-82d6-5f094090cc40 binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:35:36.144986 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb7006b6-9d81-47b0-9c45-32cf43d6c709 admin admin] Publish callbacks [] for security_group (15c38919-6498-44f5-8f80-825c88cb6046), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.199237 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3422bd1-b19c-4ee4-b12d-f4bd8ef02af2 admin admin] Deleting subnet 366e66f1-f460-45f5-af2c-2fd8166dca54 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:35:36.209510 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3422bd1-b19c-4ee4-b12d-f4bd8ef02af2 admin admin] Publish callbacks [] for subnet (366e66f1-f460-45f5-af2c-2fd8166dca54), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.246853 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.311449 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8f10620-12bd-4ecf-b51a-ba2b832e119e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (9dc12e55-b6f4-4e43-a132-5eb78cafdf34), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.315436 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8f10620-12bd-4ecf-b51a-ba2b832e119e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.322116 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3422bd1-b19c-4ee4-b12d-f4bd8ef02af2 admin admin] Publish callbacks [] for subnet (366e66f1-f460-45f5-af2c-2fd8166dca54), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.328058 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.330945 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:36.339776 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a8f10620-12bd-4ecf-b51a-ba2b832e119e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9dc12e55-b6f4-4e43-a132-5eb78cafdf34 HTTP/1.1" status: 204 len: 168 time: 0.8073502 Jan 24 15:35:36.363683 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Publish callbacks [] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.374058 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3422bd1-b19c-4ee4-b12d-f4bd8ef02af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (366e66f1-f460-45f5-af2c-2fd8166dca54), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.403932 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.405650 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (3e365cfa-7255-4898-9780-897df4861b86), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.502308 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.527719 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f10620-12bd-4ecf-b51a-ba2b832e119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc12e55-b6f4-4e43-a132-5eb78cafdf34,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:36.532951 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb7006b6-9d81-47b0-9c45-32cf43d6c709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (15c38919-6498-44f5-8f80-825c88cb6046), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.536723 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb7006b6-9d81-47b0-9c45-32cf43d6c709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.539696 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cb7006b6-9d81-47b0-9c45-32cf43d6c709 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/15c38919-6498-44f5-8f80-825c88cb6046 HTTP/1.1" status: 204 len: 168 time: 0.8348300 Jan 24 15:35:36.572605 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7006b6-9d81-47b0-9c45-32cf43d6c709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c38919-6498-44f5-8f80-825c88cb6046,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:36.646821 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c8f8b1-f962-428a-8295-8aaef2047d30,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:36.684533 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3422bd1-b19c-4ee4-b12d-f4bd8ef02af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (366e66f1-f460-45f5-af2c-2fd8166dca54), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.714684 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3422bd1-b19c-4ee4-b12d-f4bd8ef02af2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.720855 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d3422bd1-b19c-4ee4-b12d-f4bd8ef02af2 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/366e66f1-f460-45f5-af2c-2fd8166dca54 HTTP/1.1" status: 204 len: 168 time: 0.6241050 Jan 24 15:35:36.751945 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57234) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:36.768332 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3422bd1-b19c-4ee4-b12d-f4bd8ef02af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366e66f1-f460-45f5-af2c-2fd8166dca54,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:36.774459 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Network b3bb4715-167b-43ec-aef4-f521ca157868 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:36.776443 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:36.968683 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Publish callbacks [] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:36.984555 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:37.056038 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Router 3e365cfa-7255-4898-9780-897df4861b86 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:35:37.113920 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e47320-9e32-43a7-b7d1-ed761e5d3306 None None] Pushing event updated for resources: {'Port': ['ID=f9975e43-fcf1-4e40-82d6-5f094090cc40,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:37.120105 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Attempting to bind port f9975e43-fcf1-4e40-82d6-5f094090cc40 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:35:37.120482 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Attempting to bind port f9975e43-fcf1-4e40-82d6-5f094090cc40 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:35:37.122003 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Attempting to bind port f9975e43-fcf1-4e40-82d6-5f094090cc40 on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:37.135811 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:35:37.136196 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:37.136602 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:37.136999 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:35:37.137474 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Bound port: f9975e43-fcf1-4e40-82d6-5f094090cc40, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:35:37.137858 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:37.156972 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (9b6b330e-5b2c-47ea-a4fe-04894f40abbb), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:37.270534 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] For port f9975e43-fcf1-4e40-82d6-5f094090cc40, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:35:37.278642 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] For port f9975e43-fcf1-4e40-82d6-5f094090cc40, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=f9975e43-fcf1-4e40-82d6-5f094090cc40,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:35:37.280155 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:37.283071 dv-cinder-820164-3-iscsi neutron-server[102668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 15:35:37.290485 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:37.462872 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3dbc9cf7-6ac6-4f0e-a68c-06141ae22b41 req-44692de7-d82b-4b83-82f6-e6620326b5e7 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 210 time: 0.1815650 Jan 24 15:35:37.497090 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:35:37.517692 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bc69ddf7-0ecf-41d6-835f-6549cdc4e900 admin admin] 10.222.0.112 "PUT /v2.0/routers/3e365cfa-7255-4898-9780-897df4861b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9467845 Jan 24 15:35:37.554020 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e47320-9e32-43a7-b7d1-ed761e5d3306 None None] Pushing event updated for resources: {'Port': ['ID=f9975e43-fcf1-4e40-82d6-5f094090cc40,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:37.566929 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:37.570923 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:35:37.573074 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:37.608688 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Allocated IP 172.20.0.1 (1cfb6061-af00-43af-af7d-8911f5170249/c461e5d6-02e9-44a7-a46b-a8ec7bed65f1/8ce3d6e7-df33-455b-8c68-ef3e8eea4b70) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:37.612507 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (9b6b330e-5b2c-47ea-a4fe-04894f40abbb), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:37.640343 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.88', 49558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:37.658055 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.658609 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.659687 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.660187 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.660666 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.661772 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.662244 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.663126 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.663481 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.663814 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:37.806624 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:35:37.892554 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:37.892948 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.006182 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f993ce6a-9245-4cbe-ab7c-dcbb04a46073 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:38.007918 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f993ce6a-9245-4cbe-ab7c-dcbb04a46073 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.88 "GET /v2.0/networks?id=e73d4102-db94-49c8-a886-2ca8960820ff HTTP/1.1" status: 200 len: 812 time: 0.3665493 Jan 24 15:35:38.068914 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Request body: {'port': {'device_id': '204993da-6124-4cfb-9649-191dc53987ba', 'network_id': 'e73d4102-db94-49c8-a886-2ca8960820ff', 'admin_state_up': True, 'tenant_id': '2423c5c1b10547d0ad017b63439c8a25'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:38.115036 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:38.117140 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.123684 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:38.124599 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:38.125355 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:38.125823 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:38.127605 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6b330e-5b2c-47ea-a4fe-04894f40abbb']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:38.196645 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3a5bdd-b76b-48d4-bc7d-6249f6037a5e') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:38.197285 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3a5bdd-b76b-48d4-bc7d-6249f6037a5e') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:38.252411 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9485130'] for segment (8d3a5bdd-b76b-48d4-bc7d-6249f6037a5e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.260661 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=4df7b305-e58c-4b6a-af5a-fdbb7b07f003,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:35:38.278960 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.340902 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (8d3a5bdd-b76b-48d4-bc7d-6249f6037a5e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.362773 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:35:38.363499 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2703043'] for segment (8d3a5bdd-b76b-48d4-bc7d-6249f6037a5e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: from cryptography.utils import int_from_bytes Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: from cryptography.utils import int_from_bytes Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: timer() Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: cb(*args, **kw) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: self._notify() Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: self.callback(batched_events) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: event.method(event) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._get(url).json() Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:35:38.369427 dv-cinder-820164-3-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:35:38.410277 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:32Z', 'revision_number': 3, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:38.461500 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=4df7b305-e58c-4b6a-af5a-fdbb7b07f003,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:38.471668 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c10f0-4ab6-405a-8363-eec5ccfb15af None None] The sync data for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi is: [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:32Z', 'revision_number': 3, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:35:38.509078 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Publish callbacks [] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.513380 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (9b6b330e-5b2c-47ea-a4fe-04894f40abbb), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.527787 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.545658 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] 10.222.0.112 "DELETE /v2.0/networks/9b6b330e-5b2c-47ea-a4fe-04894f40abbb HTTP/1.1" status: 204 len: 168 time: 1.7879961 Jan 24 15:35:38.547062 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:38.561223 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Made reservation on behalf of 2423c5c1b10547d0ad017b63439c8a25 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:38.565365 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.593642 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdcab3-1e9a-484b-9246-5f367302e1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6b330e-5b2c-47ea-a4fe-04894f40abbb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:38.690281 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c170cdba-ab47-4217-8fc2-04be4a465541 req-6c871122-987d-4a4a-a7f1-a056d74487ff tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 210 time: 0.0532405 Jan 24 15:35:38.697264 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.767422 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Pushing event updated for resources: {'Port': ['ID=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:38.774928 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Network 1cfb6061-af00-43af-af7d-8911f5170249 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:38.776507 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:38.778918 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:38.836183 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (3626d662-0f95-4926-bc63-005851ba2df2), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:38.886226 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Sync routers for ids ['3e365cfa-7255-4898-9780-897df4861b86'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:35:38.909198 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Routers {'3e365cfa-7255-4898-9780-897df4861b86'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:35:38.909866 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3e365cfa-7255-4898-9780-897df4861b86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:39.079486 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Allocated IP 172.20.0.10 (e73d4102-db94-49c8-a886-2ca8960820ff/1f60bc0d-7cd7-46bf-bc74-096f86fd6de0/8394fb2b-9df2-4d80-a288-752495b16fbf) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:39.241730 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Set router 3e365cfa-7255-4898-9780-897df4861b86 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:35:39.259382 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a28b616e-f75b-473d-a662-d9408819e071 None None] Provisioning complete for port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:39.259763 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a28b616e-f75b-473d-a662-d9408819e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:39.446445 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a28b616e-f75b-473d-a662-d9408819e071 None None] Port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:35:39.599254 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:39.631278 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c96ae05-a025-4366-ba32-8f21c1dbbe8f admin admin] Deleting subnet ea6e6d53-6f5c-4915-99a1-2b87d09a0c10 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:35:39.667110 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:35Z', 'revision_number': 4, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port': {'id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': 'd3c8f8b1-f962-428a-8295-8aaef2047d30', 'name': '', 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'mac_address': 'fa:16:3e:ef:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0352ab0c-6703-48ac-93da-4766ecd57133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:34Z', 'updated_at': '2022-01-24T15:35:35Z', 'revision_number': 2, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'subnets': [{'id': '0352ab0c-6703-48ac-93da-4766ecd57133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:39.682221 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae05-a025-4366-ba32-8f21c1dbbe8f admin admin] Publish callbacks [] for subnet (ea6e6d53-6f5c-4915-99a1-2b87d09a0c10), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:39.726147 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device f9975e43-fcf1-4e40-82d6-5f094090cc40 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:39.756828 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Checking router: 3e365cfa-7255-4898-9780-897df4861b86 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:35:39.757247 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Updating router 3e365cfa-7255-4898-9780-897df4861b86 port d3c8f8b1-f962-428a-8295-8aaef2047d30 binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:35:39.888095 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:39.911227 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e9dc12d-1dd8-4d13-92b4-10616de6c9e7 req-ee735e6a-e12d-428f-af6c-af849432f48d tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 210 time: 0.0688274 Jan 24 15:35:39.950249 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port f9975e43-fcf1-4e40-82d6-5f094090cc40 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:39.952814 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.195801 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae05-a025-4366-ba32-8f21c1dbbe8f admin admin] Publish callbacks [] for subnet (ea6e6d53-6f5c-4915-99a1-2b87d09a0c10), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.265007 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Publish callbacks [] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.265339 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae05-a025-4366-ba32-8f21c1dbbe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (ea6e6d53-6f5c-4915-99a1-2b87d09a0c10), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.276814 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.287600 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port f9975e43-fcf1-4e40-82d6-5f094090cc40 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:40.287991 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.380860 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port f9975e43-fcf1-4e40-82d6-5f094090cc40, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=f9975e43-fcf1-4e40-82d6-5f094090cc40,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:35:40.391002 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.405900 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:40.488653 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-822f4639-fa7f-4ff3-b7a1-262be90c6633 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:40.492538 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-822f4639-fa7f-4ff3-b7a1-262be90c6633 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 818 time: 0.8839490 Jan 24 15:35:40.500359 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (3626d662-0f95-4926-bc63-005851ba2df2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.525141 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Pushing event updated for resources: {'Port': ['ID=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:40.553956 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-00af807d-b185-4a2c-8a2b-64a34f0edaf2 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/quotas/dc8928b574ed401b84d4494e178305c3 HTTP/1.1" status: 200 len: 375 time: 0.0444484 Jan 24 15:35:40.560393 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Publish callbacks [] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.633440 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57388) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:40.735843 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Network 1cfb6061-af00-43af-af7d-8911f5170249 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:40.741012 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:40.792840 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae05-a025-4366-ba32-8f21c1dbbe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for subnet (ea6e6d53-6f5c-4915-99a1-2b87d09a0c10), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.898195 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Publish callbacks [] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.910437 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:40.925811 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=f9975e43-fcf1-4e40-82d6-5f094090cc40,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:40.981498 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89055f1-8935-41ed-b104-a67cd4c7aeaa None None] Pushing event updated for resources: {'Port': ['ID=d3c8f8b1-f962-428a-8295-8aaef2047d30,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:41.037935 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-b231b46f-6940-46a8-ae8e-a464b8db92b6 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4690871 Jan 24 15:35:41.049686 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96ae05-a025-4366-ba32-8f21c1dbbe8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6e6d53-6f5c-4915-99a1-2b87d09a0c10,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:41.067546 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c96ae05-a025-4366-ba32-8f21c1dbbe8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.078587 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0c96ae05-a025-4366-ba32-8f21c1dbbe8f admin admin] 10.222.0.112 "DELETE /v2.0/subnets/ea6e6d53-6f5c-4915-99a1-2b87d09a0c10 HTTP/1.1" status: 204 len: 168 time: 2.5291431 Jan 24 15:35:41.081972 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:41.084023 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Attempting to bind port d3c8f8b1-f962-428a-8295-8aaef2047d30 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:35:41.084623 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Attempting to bind port d3c8f8b1-f962-428a-8295-8aaef2047d30 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:35:41.085000 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Attempting to bind port d3c8f8b1-f962-428a-8295-8aaef2047d30 on network b3bb4715-167b-43ec-aef4-f521ca157868 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:41.088847 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.095961 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:35:41.096605 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Checking segment: {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:41.097208 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.097790 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Bound using segment: {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:35:41.098736 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Bound port: d3c8f8b1-f962-428a-8295-8aaef2047d30, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:35:41.099348 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.127633 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:41.136081 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.240812 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8a02-f6fe-4921-b61f-fe7fcfff516e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.266652 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] For port d3c8f8b1-f962-428a-8295-8aaef2047d30, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:35:41.286036 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] For port d3c8f8b1-f962-428a-8295-8aaef2047d30, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=d3c8f8b1-f962-428a-8295-8aaef2047d30,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:35:41.307390 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.447253 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-30779d85-d580-4500-9905-034f52497585 None None] Provisioning complete for port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:41.449029 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d604a28-d351-4771-ab67-4129e9b7ba1f req-d362fd66-2a68-40a7-8bae-8bdfe5dabf5e tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:41.455800 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-30779d85-d580-4500-9905-034f52497585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.463404 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d604a28-d351-4771-ab67-4129e9b7ba1f req-d362fd66-2a68-40a7-8bae-8bdfe5dabf5e tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 932 time: 0.3115778 Jan 24 15:35:41.475885 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89055f1-8935-41ed-b104-a67cd4c7aeaa None None] Pushing event updated for resources: {'Port': ['ID=d3c8f8b1-f962-428a-8295-8aaef2047d30,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:41.493813 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Routers {'3e365cfa-7255-4898-9780-897df4861b86'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:35:41.494592 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3e365cfa-7255-4898-9780-897df4861b86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:41.531394 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Router 3626d662-0f95-4926-bc63-005851ba2df2 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:35:41.588907 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Network e73d4102-db94-49c8-a886-2ca8960820ff is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:41.604141 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Pushing event updated for resources: {'Port': ['ID=8394fb2b-9df2-4d80-a288-752495b16fbf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:41.646490 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:41.653240 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:41.673238 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:41.673759 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.688832 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] Set router 3e365cfa-7255-4898-9780-897df4861b86 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:35:41.716264 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (52276d73-6f62-418f-891d-2cfbd6dfba17), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:41.730533 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:41.748291 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-30779d85-d580-4500-9905-034f52497585 None None] Port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:35:41.826544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8001a964-535a-4304-9ffa-9ecc12ce7991 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:35:41.844301 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8001a964-535a-4304-9ffa-9ecc12ce7991 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4584050 Jan 24 15:35:41.881265 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-adac1428-2928-4a25-b14d-6b88e4cfde12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8187051 Jan 24 15:35:41.954849 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device f9975e43-fcf1-4e40-82d6-5f094090cc40 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:41.958325 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f8c0652c-df66-4b86-a50d-3d3aa8d08056 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:35:41.969053 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f8c0652c-df66-4b86-a50d-3d3aa8d08056 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0667965 Jan 24 15:35:42.030610 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d604a28-d351-4771-ab67-4129e9b7ba1f req-1d1fe4ac-5bbe-4d4c-9f5a-e17b8190c7dc tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577514 Jan 24 15:35:42.035310 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:35Z', 'revision_number': 4, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port': {'id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': 'd3c8f8b1-f962-428a-8295-8aaef2047d30', 'name': '', 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'mac_address': 'fa:16:3e:ef:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0352ab0c-6703-48ac-93da-4766ecd57133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:34Z', 'updated_at': '2022-01-24T15:35:41Z', 'revision_number': 4, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'subnets': [{'id': '0352ab0c-6703-48ac-93da-4766ecd57133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:42.163509 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe7689-cc45-4ab2-ad02-d9189792ff74 None None] The sync data for ids ['3e365cfa-7255-4898-9780-897df4861b86'] in dv-cinder-820164-3-iscsi is: [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:35Z', 'revision_number': 4, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port': {'id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': 'd3c8f8b1-f962-428a-8295-8aaef2047d30', 'name': '', 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'mac_address': 'fa:16:3e:ef:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0352ab0c-6703-48ac-93da-4766ecd57133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:34Z', 'updated_at': '2022-01-24T15:35:41Z', 'revision_number': 4, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'subnets': [{'id': '0352ab0c-6703-48ac-93da-4766ecd57133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:35:42.203516 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port f9975e43-fcf1-4e40-82d6-5f094090cc40 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:42.203802 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:42.358637 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8a02-f6fe-4921-b61f-fe7fcfff516e admin admin] Publish callbacks [] for security_group (71119ba6-6bcb-40ac-a697-365a83f46582), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:42.389097 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port f9975e43-fcf1-4e40-82d6-5f094090cc40 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:42.390800 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8a02-f6fe-4921-b61f-fe7fcfff516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (71119ba6-6bcb-40ac-a697-365a83f46582), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:42.512919 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:35:42.524766 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Sync routers for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:35:42.526658 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b54ab3a2-0bb9-4281-b468-4b3c88a7e0fb admin admin] 10.222.0.112 "PUT /v2.0/routers/3626d662-0f95-4926-bc63-005851ba2df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5634699 Jan 24 15:35:42.528770 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (52276d73-6f62-418f-891d-2cfbd6dfba17), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:42.545268 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:35:42.546246 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:42.606657 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3bfd8a02-f6fe-4921-b61f-fe7fcfff516e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=24a7fb10df0b4ca4b600803d04e1f321&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9717698 Jan 24 15:35:42.612688 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:42.619004 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd8a02-f6fe-4921-b61f-fe7fcfff516e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71119ba6-6bcb-40ac-a697-365a83f46582,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:42.619581 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Request body: {'port': {'device_id': '204993da-6124-4cfb-9649-191dc53987ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:42.687821 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.687821 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.688318 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.688674 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > port after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.689001 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.689431 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > port after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.689813 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.695367 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.696018 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.696461 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:42.800138 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb55e-e6e3-4ab0-aa99-24ebd4301e97 admin admin] Publish callbacks [] for security_group (71119ba6-6bcb-40ac-a697-365a83f46582), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:42.861998 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb55e-e6e3-4ab0-aa99-24ebd4301e97 admin admin] Publish callbacks [] for security_group (71119ba6-6bcb-40ac-a697-365a83f46582), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.036824 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb55e-e6e3-4ab0-aa99-24ebd4301e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (71119ba6-6bcb-40ac-a697-365a83f46582), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.053169 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb55e-e6e3-4ab0-aa99-24ebd4301e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.055450 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-bc4eb55e-e6e3-4ab0-aa99-24ebd4301e97 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/71119ba6-6bcb-40ac-a697-365a83f46582 HTTP/1.1" status: 204 len: 168 time: 0.4374309 Jan 24 15:35:43.090441 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eb55e-e6e3-4ab0-aa99-24ebd4301e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71119ba6-6bcb-40ac-a697-365a83f46582,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:43.125145 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:43.125706 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:43.125903 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:43.126111 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 15:35:43.126525 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52276d73-6f62-418f-891d-2cfbd6dfba17']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:43.167339 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12202f6d-e374-4cf3-a7a1-a81c8020fc3a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:43.167679 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12202f6d-e374-4cf3-a7a1-a81c8020fc3a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:43.175706 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-84012608-c3e0-4d3c-aab8-bf35d3b53630 service neutron] 10.222.0.112 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3302848 Jan 24 15:35:43.230782 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (12202f6d-e374-4cf3-a7a1-a81c8020fc3a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.412024 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:35:43.471571 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (12202f6d-e374-4cf3-a7a1-a81c8020fc3a), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.525585 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:35:43.536364 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (12202f6d-e374-4cf3-a7a1-a81c8020fc3a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: from cryptography.utils import int_from_bytes Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: from cryptography.utils import int_from_bytes Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:35:43.542710 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:35:43.601890 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.785557 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-386689e9-8f43-403e-a640-9340144abe9f service neutron] 10.222.0.112 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874298 Jan 24 15:35:43.807119 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (52276d73-6f62-418f-891d-2cfbd6dfba17), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.821340 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:43.835296 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] 10.222.0.112 "DELETE /v2.0/networks/52276d73-6f62-418f-891d-2cfbd6dfba17 HTTP/1.1" status: 204 len: 168 time: 2.7517974 Jan 24 15:35:43.894267 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55f7ed-e4f3-485a-8f37-12116b5ce05a admin admin] Pushing event deleted for resources: {'Network': ['ID=52276d73-6f62-418f-891d-2cfbd6dfba17,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:44.063524 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device d3c8f8b1-f962-428a-8295-8aaef2047d30 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:44.448352 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 2, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:44.574352 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port d3c8f8b1-f962-428a-8295-8aaef2047d30 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:44.574943 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:44.668306 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Checking router: 3626d662-0f95-4926-bc63-005851ba2df2 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:35:44.668661 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Updating router 3626d662-0f95-4926-bc63-005851ba2df2 port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:35:44.819234 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57500) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:44.994121 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a5d4e3ed-4772-4a25-9860-3d4c2ade5e95 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=aad5683a23dd40b5ae73c33fa1999276&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1730630 Jan 24 15:35:44.997693 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57508) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:45.102261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7755d90-9e6a-4fc5-835a-0094192684f8 req-eec0ed82-76bf-4dbf-b1cf-a8c91f20e72a tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:45.104071 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b7755d90-9e6a-4fc5-835a-0094192684f8 req-eec0ed82-76bf-4dbf-b1cf-a8c91f20e72a tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 932 time: 0.4433234 Jan 24 15:35:45.148566 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.228274 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f470174-c262-4269-a10a-193157926791 admin admin] Publish callbacks [] for security_group (adead300-ae15-49ac-a701-373b7592fa5e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.340399 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f470174-c262-4269-a10a-193157926791 admin admin] Publish callbacks [] for security_group (adead300-ae15-49ac-a701-373b7592fa5e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.436881 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57526) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:45.454666 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port d3c8f8b1-f962-428a-8295-8aaef2047d30 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:45.455664 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.456056 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-218e69ac-5080-4274-9cd1-49245923d619 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047216265', 'description': 'tempest-description--794752759'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:45.533936 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8394fb2b-9df2-4d80-a288-752495b16fbf {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:35:45.590362 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-13de0598-9d92-47bc-92a3-2eef89ca9b51 req-a6f22fd8-8045-4448-91db-d433e2d10f74 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 210 time: 0.1524386 Jan 24 15:35:45.597235 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Publish callbacks [] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.640953 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-218e69ac-5080-4274-9cd1-49245923d619 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.677624 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f470174-c262-4269-a10a-193157926791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (adead300-ae15-49ac-a701-373b7592fa5e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.687553 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f470174-c262-4269-a10a-193157926791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.689813 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port d3c8f8b1-f962-428a-8295-8aaef2047d30, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=d3c8f8b1-f962-428a-8295-8aaef2047d30,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:35:45.691496 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8f470174-c262-4269-a10a-193157926791 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/adead300-ae15-49ac-a701-373b7592fa5e HTTP/1.1" status: 204 len: 168 time: 0.6899104 Jan 24 15:35:45.713252 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.734994 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b7755d90-9e6a-4fc5-835a-0094192684f8 req-6a97876d-fde3-47e8-a548-08f35582530d tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049457 Jan 24 15:35:45.759674 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Transition to ACTIVE for port object 8394fb2b-9df2-4d80-a288-752495b16fbf will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:35:45.767471 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.776194 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f470174-c262-4269-a10a-193157926791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adead300-ae15-49ac-a701-373b7592fa5e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:45.922099 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-218e69ac-5080-4274-9cd1-49245923d619 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (04ab8bce-fdac-4be2-8445-5a753879c0cd), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:45.969034 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-218e69ac-5080-4274-9cd1-49245923d619 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (04ab8bce-fdac-4be2-8445-5a753879c0cd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.081134 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e69ac-5080-4274-9cd1-49245923d619 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ab8bce-fdac-4be2-8445-5a753879c0cd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:46.121286 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-218e69ac-5080-4274-9cd1-49245923d619 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.125772 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-218e69ac-5080-4274-9cd1-49245923d619 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6745889 Jan 24 15:35:46.128472 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:46.131424 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=d3c8f8b1-f962-428a-8295-8aaef2047d30,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:46.151143 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7118f7f7-2bb2-4b50-b7ef-b68f7db47d45 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'security_group_rule': {'security_group_id': '04ab8bce-fdac-4be2-8445-5a753879c0cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:46.252613 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7118f7f7-2bb2-4b50-b7ef-b68f7db47d45 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (0ef25ea0-3708-4b77-9b17-015d5e237e9e), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.288000 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57564) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:46.410776 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=8394fb2b-9df2-4d80-a288-752495b16fbf,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:46.447002 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Publish callbacks [] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.461413 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.521112 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738618-de60-40f5-9362-69a8bae0f57b None None] Pushing event updated for resources: {'Port': ['ID=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:46.625096 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7118f7f7-2bb2-4b50-b7ef-b68f7db47d45 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (0ef25ea0-3708-4b77-9b17-015d5e237e9e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.632178 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7118f7f7-2bb2-4b50-b7ef-b68f7db47d45 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (0ef25ea0-3708-4b77-9b17-015d5e237e9e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.664248 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Attempting to bind port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:35:46.664630 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Attempting to bind port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:35:46.664998 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Attempting to bind port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 on network 1cfb6061-af00-43af-af7d-8911f5170249 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:46.676686 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f7f7-2bb2-4b50-b7ef-b68f7db47d45 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef25ea0-3708-4b77-9b17-015d5e237e9e,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:46.678271 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:35:46.684252 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Checking segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:46.684967 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.685761 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Bound using segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:35:46.691903 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Bound port: 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:35:46.692326 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.702056 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Attempting to bind port 8394fb2b-9df2-4d80-a288-752495b16fbf on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:35:46.711039 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Attempting to bind port 8394fb2b-9df2-4d80-a288-752495b16fbf by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'cb73f5c8-bf66-418b-a36f-72c33b884c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e73d4102-db94-49c8-a886-2ca8960820ff'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:35:46.711967 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Attempting to bind port 8394fb2b-9df2-4d80-a288-752495b16fbf on network e73d4102-db94-49c8-a886-2ca8960820ff {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:46.715191 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7118f7f7-2bb2-4b50-b7ef-b68f7db47d45 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.720303 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7118f7f7-2bb2-4b50-b7ef-b68f7db47d45 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5904887 Jan 24 15:35:46.720951 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57586) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:46.731702 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c1cbe1a2-4112-4058-bcfe-0ed4c3747bcc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'security_group_rule': {'security_group_id': '04ab8bce-fdac-4be2-8445-5a753879c0cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:46.734345 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Port 8394fb2b-9df2-4d80-a288-752495b16fbf on network e73d4102-db94-49c8-a886-2ca8960820ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:35:46.734667 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Attempting to bind port 8394fb2b-9df2-4d80-a288-752495b16fbf on network e73d4102-db94-49c8-a886-2ca8960820ff {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:46.768496 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-1ed9c0aa-902d-474d-bea5-80779ab4e2ce tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:46.769155 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:35:46.769424 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Checking segment: {'id': 'cb73f5c8-bf66-418b-a36f-72c33b884c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e73d4102-db94-49c8-a886-2ca8960820ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:46.770161 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-1ed9c0aa-902d-474d-bea5-80779ab4e2ce tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 818 time: 0.3483989 Jan 24 15:35:46.776729 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Bound using segment: {'id': 'cb73f5c8-bf66-418b-a36f-72c33b884c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e73d4102-db94-49c8-a886-2ca8960820ff'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:35:46.777261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Bound port: 8394fb2b-9df2-4d80-a288-752495b16fbf, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb73f5c8-bf66-418b-a36f-72c33b884c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e73d4102-db94-49c8-a886-2ca8960820ff'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:35:46.777632 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.795865 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f052e705-a3c0-4ef4-880b-a3ddabbac90d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/quotas/dc8928b574ed401b84d4494e178305c3 HTTP/1.1" status: 200 len: 375 time: 0.0172331 Jan 24 15:35:46.890040 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe1a2-4112-4058-bcfe-0ed4c3747bcc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (49b75619-6391-40ec-bb7d-1be5eca057b3), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:46.906316 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-07e3cf64-3318-4fcf-984a-ba5795353796 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016531 Jan 24 15:35:47.037517 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] For port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:35:47.089560 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] For port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:35:47.093985 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bb8567a6-4236-4d06-a04e-aaa9d9cd9b35 None None] Provisioning complete for port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:47.110262 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb8567a6-4236-4d06-a04e-aaa9d9cd9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:47.119311 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:47.125246 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-0c9c2779-6c44-47af-9ec0-f686b08c4645 service neutron] 10.222.0.112 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168329 Jan 24 15:35:47.154304 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11eceb33-7b1c-4f6a-b549-6fc05be7f66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:47.199754 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] For port 8394fb2b-9df2-4d80-a288-752495b16fbf, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:35:47.235464 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70f30-c7d2-4408-9a54-7ea7bfc0cfc4 req-c2fc5c04-cd57-4a3e-9153-4e2dd90ae97b tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:47.252829 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d8f70f30-c7d2-4408-9a54-7ea7bfc0cfc4 req-c2fc5c04-cd57-4a3e-9153-4e2dd90ae97b tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 944 time: 0.2948887 Jan 24 15:35:47.253471 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:47.327795 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738618-de60-40f5-9362-69a8bae0f57b None None] Pushing event updated for resources: {'Port': ['ID=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:47.341095 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:35:47.342254 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] For port 8394fb2b-9df2-4d80-a288-752495b16fbf, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8394fb2b-9df2-4d80-a288-752495b16fbf,segment=NetworkSegment(cb73f5c8-bf66-418b-a36f-72c33b884c03),segment_id=cb73f5c8-bf66-418b-a36f-72c33b884c03)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:35:47.348518 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:35:47.349432 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:47.396468 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d812b24a-14c7-4b6b-9f84-42ee897c6ff7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=aa22b8b2371b44f291daf90bc8f83e28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1284523 Jan 24 15:35:47.403692 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:47.431664 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:47.472150 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:47.472883 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:47.479846 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] 10.222.0.88 "PUT /v2.0/ports/8394fb2b-9df2-4d80-a288-752495b16fbf HTTP/1.1" status: 200 len: 1094 time: 5.2089474 Jan 24 15:35:47.556351 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204993da-6124-4cfb-9649-191dc53987ba', 'tag': '8394fb2b-9df2-4d80-a288-752495b16fbf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:35:47.731534 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-cebc926e-b80e-490a-9e58-ad8c0e66e642 service neutron] 10.222.0.112 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913289 Jan 24 15:35:47.767595 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe1a2-4112-4058-bcfe-0ed4c3747bcc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (49b75619-6391-40ec-bb7d-1be5eca057b3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:47.783027 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe1a2-4112-4058-bcfe-0ed4c3747bcc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (49b75619-6391-40ec-bb7d-1be5eca057b3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:47.830046 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d8f70f30-c7d2-4408-9a54-7ea7bfc0cfc4 req-061eaced-a1e8-4bb8-8b94-2433f42d1d5d tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921198 Jan 24 15:35:47.918303 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:35:47.986928 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721fca1-0458-40e3-a7f0-0c357fdf0ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=8394fb2b-9df2-4d80-a288-752495b16fbf,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:48.019013 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5052d767-b2cc-46a5-a1e5-c1140835d4d9 admin admin] Publish callbacks [] for security_group (61ef148e-aa23-4b3d-b097-707099cb0eb0), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.090795 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5961eff-800d-4b4e-b8e0-9325a9ce2bec" -d '{"events": [{"name": "network-changed", "server_uuid": "204993da-6124-4cfb-9649-191dc53987ba", "tag": "8394fb2b-9df2-4d80-a288-752495b16fbf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:35:48.093754 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbe1a2-4112-4058-bcfe-0ed4c3747bcc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b75619-6391-40ec-bb7d-1be5eca057b3,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:48.098931 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11eceb33-7b1c-4f6a-b549-6fc05be7f66e admin admin] Publish callbacks [] for security_group (b0361927-5431-41de-be66-669df0da948e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.117052 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11eceb33-7b1c-4f6a-b549-6fc05be7f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (b0361927-5431-41de-be66-669df0da948e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.130853 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device d3c8f8b1-f962-428a-8295-8aaef2047d30 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:48.135472 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5052d767-b2cc-46a5-a1e5-c1140835d4d9 admin admin] Publish callbacks [] for security_group (61ef148e-aa23-4b3d-b097-707099cb0eb0), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.237271 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe1a2-4112-4058-bcfe-0ed4c3747bcc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.242372 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c1cbe1a2-4112-4058-bcfe-0ed4c3747bcc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5111899 Jan 24 15:35:48.256944 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bb8567a6-4236-4d06-a04e-aaa9d9cd9b35 None None] Current status of the port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:48.259420 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb8567a6-4236-4d06-a04e-aaa9d9cd9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.263749 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57622) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:48.307610 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:48.348621 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5052d767-b2cc-46a5-a1e5-c1140835d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (61ef148e-aa23-4b3d-b097-707099cb0eb0), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.353925 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5052d767-b2cc-46a5-a1e5-c1140835d4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.366461 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5052d767-b2cc-46a5-a1e5-c1140835d4d9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/61ef148e-aa23-4b3d-b097-707099cb0eb0 HTTP/1.1" status: 204 len: 168 time: 0.8846152 Jan 24 15:35:48.411924 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052d767-b2cc-46a5-a1e5-c1140835d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ef148e-aa23-4b3d-b097-707099cb0eb0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:48.427863 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eceb33-7b1c-4f6a-b549-6fc05be7f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0361927-5431-41de-be66-669df0da948e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:48.507079 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-11eceb33-7b1c-4f6a-b549-6fc05be7f66e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=95e62712329b447bb05a8093bebaf36a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2148831 Jan 24 15:35:48.507998 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:48.538704 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819ac40f-9694-447b-8a25-d0a8d268af65 x-openstack-request-id: req-819ac40f-9694-447b-8a25-d0a8d268af65 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:35:48.539313 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204993da-6124-4cfb-9649-191dc53987ba", "tag": "8394fb2b-9df2-4d80-a288-752495b16fbf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:35:48.539732 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-819ac40f-9694-447b-8a25-d0a8d268af65 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:35:48.540692 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204993da-6124-4cfb-9649-191dc53987ba', 'tag': '8394fb2b-9df2-4d80-a288-752495b16fbf', 'status': 'completed', 'code': 200} Jan 24 15:35:48.577905 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b40b0f07-ef69-4504-8bde-c94287528e27 req-88ccb200-96b2-4d3e-af81-e55afd3e2c49 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 210 time: 0.1992333 Jan 24 15:35:48.644860 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bb8567a6-4236-4d06-a04e-aaa9d9cd9b35 None None] For port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:35:48.650489 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.709151 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb8567a6-4236-4d06-a04e-aaa9d9cd9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:48.995677 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39888d34-b4b3-4b66-8996-2b72b58546c8 admin admin] Publish callbacks [] for security_group (b0361927-5431-41de-be66-669df0da948e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:49.063095 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39888d34-b4b3-4b66-8996-2b72b58546c8 admin admin] Publish callbacks [] for security_group (b0361927-5431-41de-be66-669df0da948e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:49.090755 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5961eff-800d-4b4e-b8e0-9325a9ce2bec req-0186e392-5430-4064-a3b3-1976bcffa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:49.093698 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5961eff-800d-4b4e-b8e0-9325a9ce2bec req-0186e392-5430-4064-a3b3-1976bcffa9cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2423c5c1b10547d0ad017b63439c8a25&device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 1097 time: 0.3168063 Jan 24 15:35:49.194714 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39888d34-b4b3-4b66-8996-2b72b58546c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (b0361927-5431-41de-be66-669df0da948e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:49.197943 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39888d34-b4b3-4b66-8996-2b72b58546c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:49.200099 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-39888d34-b4b3-4b66-8996-2b72b58546c8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b0361927-5431-41de-be66-669df0da948e HTTP/1.1" status: 204 len: 168 time: 0.6513917 Jan 24 15:35:49.274378 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888d34-b4b3-4b66-8996-2b72b58546c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0361927-5431-41de-be66-669df0da948e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:49.420538 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b8551514-1cfa-4530-b822-e3ce94e12f3d None None] Provisioning complete for port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:49.421167 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8551514-1cfa-4530-b822-e3ce94e12f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:49.428628 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8567a6-4236-4d06-a04e-aaa9d9cd9b35 None None] Pushing event updated for resources: {'Port': ['ID=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:49.522747 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:49.598176 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.88', 49576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:49.627029 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port d3c8f8b1-f962-428a-8295-8aaef2047d30 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:49.629670 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:49.671159 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f618e-0b85-4836-b590-4d1a5d9a1cc3 req-790b8459-776e-4828-8038-0b459d623dba tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:49.672733 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cf7f618e-0b85-4836-b590-4d1a5d9a1cc3 req-790b8459-776e-4828-8038-0b459d623dba tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 944 time: 0.5778842 Jan 24 15:35:49.806095 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5961eff-800d-4b4e-b8e0-9325a9ce2bec req-12cd1e2a-5834-46f7-9a8e-0125a8faa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:49.809161 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5961eff-800d-4b4e-b8e0-9325a9ce2bec req-12cd1e2a-5834-46f7-9a8e-0125a8faa97f service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=2423c5c1b10547d0ad017b63439c8a25&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6999714 Jan 24 15:35:49.847632 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:47Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:35:50.021754 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0b98f-14b6-4852-adf7-a517f2bd10dc None None] The sync data for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi is: [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:47Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:35:50.028435 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd824e69-5916-4d2f-ad56-3951ac2999f6 req-8439aa0c-9abf-4593-afa3-f05e6eae8807 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 210 time: 0.2838974 Jan 24 15:35:50.174053 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Allocated IP 172.27.2.232 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/a20df493-66a6-4a32-9f66-ce837320175f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:50.392923 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cf7f618e-0b85-4836-b590-4d1a5d9a1cc3 req-99d93751-5497-42bf-98a4-adf87a29dbbe tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993105 Jan 24 15:35:50.422789 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port d3c8f8b1-f962-428a-8295-8aaef2047d30 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:50.449832 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b8551514-1cfa-4530-b822-e3ce94e12f3d None None] Current status of the port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:50.488638 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5961eff-800d-4b4e-b8e0-9325a9ce2bec req-96440070-7061-4abc-a747-24808d320f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:50.491128 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5961eff-800d-4b4e-b8e0-9325a9ce2bec req-96440070-7061-4abc-a747-24808d320f65 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6582873 Jan 24 15:35:50.625682 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for port (a20df493-66a6-4a32-9f66-ce837320175f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:50.646543 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.88', 49580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:50.758861 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:35:50.784645 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-05bce262-f55a-4e59-b9ca-29d283b42d68 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:50.786167 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-05bce262-f55a-4e59-b9ca-29d283b42d68 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 818 time: 1.1762066 Jan 24 15:35:50.786656 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57714) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:50.823662 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Request body: {'port': {'device_id': '8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0', 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868', 'admin_state_up': True, 'tenant_id': 'dc8928b574ed401b84d4494e178305c3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:50.885441 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:35:50.885830 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:50.914096 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1852ecf-1fdb-4423-ac06-213bb8e2058c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:51.016757 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9db108-6c85-4274-9c3b-280595c779eb req-5e892acb-4d7c-4b34-91f8-a4f4db789ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:51.018790 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-5e892acb-4d7c-4b34-91f8-a4f4db789ab0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2423c5c1b10547d0ad017b63439c8a25&device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 1097 time: 0.3709044 Jan 24 15:35:51.094279 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (a20df493-66a6-4a32-9f66-ce837320175f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:51.163521 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:51.281864 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:51.327726 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:51.352299 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-818ef492-5dad-487e-873f-18383796af19 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:51.354023 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-818ef492-5dad-487e-873f-18383796af19 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 818 time: 0.7639575 Jan 24 15:35:51.355562 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-cec1bac7-4b95-4375-a1e9-cef8161653a4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8394fb2b-9df2-4d80-a288-752495b16fbf HTTP/1.1" status: 200 len: 217 time: 0.2972844 Jan 24 15:35:51.368815 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:51.380440 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-85bc6bb0-cb93-48f8-abf0-89767798b5d7 req-ac60df2c-dd7d-4dbd-99d4-3df8df34e7c4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 210 time: 0.1346650 Jan 24 15:35:51.423674 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Request body: {'port': {'device_id': '1744bee2-3276-487d-83b1-db187e24abd0', 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868', 'admin_state_up': True, 'tenant_id': 'dc8928b574ed401b84d4494e178305c3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:51.481646 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'Port': ['ID=a20df493-66a6-4a32-9f66-ce837320175f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:51.862576 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9db108-6c85-4274-9c3b-280595c779eb req-c7366a8f-e305-4f13-bdf9-ecc111716da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:51.865392 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-c7366a8f-e305-4f13-bdf9-ecc111716da2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1f60bc0d-7cd7-46bf-bc74-096f86fd6de0 HTTP/1.1" status: 200 len: 852 time: 0.4926295 Jan 24 15:35:51.868422 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Made reservation on behalf of dc8928b574ed401b84d4494e178305c3 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:51.871463 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1852ecf-1fdb-4423-ac06-213bb8e2058c admin admin] Publish callbacks [] for security_group (3e7c7381-fc7e-47ee-9834-7ad50b2b64c0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:51.879585 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:51.888477 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1852ecf-1fdb-4423-ac06-213bb8e2058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3e7c7381-fc7e-47ee-9834-7ad50b2b64c0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:51.950009 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Made reservation on behalf of dc8928b574ed401b84d4494e178305c3 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:51.960577 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:51.963618 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (81b784d6-98e2-4e0f-a649-62e1b33a051b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:52.021074 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1852ecf-1fdb-4423-ac06-213bb8e2058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7c7381-fc7e-47ee-9834-7ad50b2b64c0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:52.046297 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d1852ecf-1fdb-4423-ac06-213bb8e2058c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=600569d37e0c4a3f87183875628385a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2524626 Jan 24 15:35:52.067490 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57768) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:52.075688 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-760c80b1-3cac-4f8b-a91c-97775266db59 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e73d4102-db94-49c8-a886-2ca8960820ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645288 Jan 24 15:35:52.184374 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62223361-3efe-4e67-a691-db19b8a02051 req-c2f94ef7-c082-4f5a-93b5-1b952c017ec8 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:52.193499 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-62223361-3efe-4e67-a691-db19b8a02051 req-c2f94ef7-c082-4f5a-93b5-1b952c017ec8 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 944 time: 0.5284808 Jan 24 15:35:52.278221 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a20df493-66a6-4a32-9f66-ce837320175f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:52.711137 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-62223361-3efe-4e67-a691-db19b8a02051 req-9be43a4f-07d0-411d-a437-660429ad61a0 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147872 Jan 24 15:35:52.806442 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Allocated IP 172.20.0.3 (b3bb4715-167b-43ec-aef4-f521ca157868/0352ab0c-6703-48ac-93da-4766ecd57133/abe9b91c-3c59-490d-b091-da5600e50552) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:52.954391 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for port (a20df493-66a6-4a32-9f66-ce837320175f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:52.954391 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f60e7bdc-dfaa-4103-a139-33b1df4ed8dd req-69e11b83-1238-4391-b427-aad66f1bd5d4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 210 time: 0.4162726 Jan 24 15:35:52.955074 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c90d2a4b-470c-4250-8e7c-10c59bd09627 admin admin] Publish callbacks [] for security_group (3e7c7381-fc7e-47ee-9834-7ad50b2b64c0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.011442 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (a20df493-66a6-4a32-9f66-ce837320175f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.037431 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c90d2a4b-470c-4250-8e7c-10c59bd09627 admin admin] Publish callbacks [] for security_group (3e7c7381-fc7e-47ee-9834-7ad50b2b64c0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.258065 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks [] for port (abe9b91c-3c59-490d-b091-da5600e50552), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.298878 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'Port': ['ID=a20df493-66a6-4a32-9f66-ce837320175f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:53.318782 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (81b784d6-98e2-4e0f-a649-62e1b33a051b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.332387 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (abe9b91c-3c59-490d-b091-da5600e50552), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.336552 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-f0fa43d8-a711-48d2-895b-e2a2a5bba3ae service neutron] 10.222.0.88 "GET /v2.0/networks/e73d4102-db94-49c8-a886-2ca8960820ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1722422 Jan 24 15:35:53.474159 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.475961 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4d2fa664-6efa-4c8d-b96e-781bb982d785 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2024276 Jan 24 15:35:53.522817 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c90d2a4b-470c-4250-8e7c-10c59bd09627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3e7c7381-fc7e-47ee-9834-7ad50b2b64c0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.525505 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c90d2a4b-470c-4250-8e7c-10c59bd09627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:53.536726 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c90d2a4b-470c-4250-8e7c-10c59bd09627 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3e7c7381-fc7e-47ee-9834-7ad50b2b64c0 HTTP/1.1" status: 204 len: 168 time: 1.4633269 Jan 24 15:35:53.579778 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d2a4b-470c-4250-8e7c-10c59bd09627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7c7381-fc7e-47ee-9834-7ad50b2b64c0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:53.651753 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Network b3bb4715-167b-43ec-aef4-f521ca157868 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:53.672343 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Allocated IP 172.20.0.10 (b3bb4715-167b-43ec-aef4-f521ca157868/0352ab0c-6703-48ac-93da-4766ecd57133/6713822c-8a55-462c-9451-6d76fe12e3b0) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:53.679169 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57814) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:53.704020 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:53.712317 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:53.940594 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Pushing event updated for resources: {'Port': ['ID=abe9b91c-3c59-490d-b091-da5600e50552,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:54.218335 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:54.224898 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:54.394822 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9db108-6c85-4274-9c3b-280595c779eb req-4077482e-8048-4ec8-94b8-031ffd8790b7 service neutron] 10.222.0.88 "GET /v2.0/networks/e73d4102-db94-49c8-a886-2ca8960820ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0294335 Jan 24 15:35:54.396763 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2102efd3-2c3a-45dc-8c46-96dcda88934a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:54.511240 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-58f202a6-12fa-407c-97a7-04128bd83a7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1359265 Jan 24 15:35:54.571284 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-1acdf4e0-bee2-4c78-90b3-ffed764d0b60 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--2047216265&fields=id&tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5 HTTP/1.1" status: 200 len: 267 time: 0.5180795 Jan 24 15:35:54.580618 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Request body: {'port': {'device_id': '1744bee2-3276-487d-83b1-db187e24abd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:54.688339 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dddf3-8acd-4dab-84b6-3896ae615f0d req-a1684211-a50c-436f-92d3-78e886ded9ec tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:54.692018 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d8dddf3-8acd-4dab-84b6-3896ae615f0d req-a1684211-a50c-436f-92d3-78e886ded9ec tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 944 time: 0.3380229 Jan 24 15:35:54.887587 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2102efd3-2c3a-45dc-8c46-96dcda88934a admin admin] Publish callbacks [] for security_group (86c297fc-0911-4228-b0bf-d8088c461be2), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:54.931608 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2102efd3-2c3a-45dc-8c46-96dcda88934a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (86c297fc-0911-4228-b0bf-d8088c461be2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.002774 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks [] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.024158 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d8dddf3-8acd-4dab-84b6-3896ae615f0d req-ed646840-4716-4932-ae7b-1fca55cdedaa tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526939 Jan 24 15:35:55.098234 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.159109 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2102efd3-2c3a-45dc-8c46-96dcda88934a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9faaed59b6124497808955d21cf00a04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4385090 Jan 24 15:35:55.163440 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:55.175637 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (abe9b91c-3c59-490d-b091-da5600e50552), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.181699 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102efd3-2c3a-45dc-8c46-96dcda88934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c297fc-0911-4228-b0bf-d8088c461be2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:55.239063 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-84d06619-7b19-40e4-aadb-ac6c49f0e004 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:55.240913 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-84d06619-7b19-40e4-aadb-ac6c49f0e004 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 810 time: 0.6302671 Jan 24 15:35:55.278103 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Network b3bb4715-167b-43ec-aef4-f521ca157868 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:55.286634 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:55.288746 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-45eedd7e-e3cd-490a-9b59-c18b63325cf9 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/quotas/ad1302b8fd7441eb97d3a7d4d73bccb5 HTTP/1.1" status: 200 len: 375 time: 0.0236447 Jan 24 15:35:55.290202 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:55.295406 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Pushing event updated for resources: {'Port': ['ID=6713822c-8a55-462c-9451-6d76fe12e3b0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:55.312997 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169fe29b-ab93-4d9f-bc6c-3549c6af05e9 admin admin] Publish callbacks [] for security_group (86c297fc-0911-4228-b0bf-d8088c461be2), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.342914 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aca01d-f9bf-4171-8cd4-5161a238c8ad req-5d1bac35-b7e8-4962-b899-57c6de615592 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:55.344575 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60aca01d-f9bf-4171-8cd4-5161a238c8ad req-5d1bac35-b7e8-4962-b899-57c6de615592 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 931 time: 0.1843715 Jan 24 15:35:55.368858 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:55.369676 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.422044 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60aca01d-f9bf-4171-8cd4-5161a238c8ad req-e8758f57-f0bf-47e7-85db-6a11e535ac15 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702198 Jan 24 15:35:55.431024 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-8531d746-137f-4822-adf4-eaeecfe51846 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6146443 Jan 24 15:35:55.445275 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Request body: {'port': {'device_id': '8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:55.450295 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169fe29b-ab93-4d9f-bc6c-3549c6af05e9 admin admin] Publish callbacks [] for security_group (86c297fc-0911-4228-b0bf-d8088c461be2), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.486333 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-ba1d6475-e471-4b8e-abad-b19469aa0cc3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677051 Jan 24 15:35:55.558904 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.695957 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169fe29b-ab93-4d9f-bc6c-3549c6af05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (86c297fc-0911-4228-b0bf-d8088c461be2), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.698673 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169fe29b-ab93-4d9f-bc6c-3549c6af05e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.699952 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-169fe29b-ab93-4d9f-bc6c-3549c6af05e9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/86c297fc-0911-4228-b0bf-d8088c461be2 HTTP/1.1" status: 204 len: 168 time: 0.5329335 Jan 24 15:35:55.725561 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-f2eb2e19-0cc0-4b98-bf1e-62d81feae3e8 service neutron] 10.222.0.112 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996689 Jan 24 15:35:55.733253 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fe29b-ab93-4d9f-bc6c-3549c6af05e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c297fc-0911-4228-b0bf-d8088c461be2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:55.873063 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe9b91c-3c59-490d-b091-da5600e50552 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:35:55.886146 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Publish callbacks [] for port (abe9b91c-3c59-490d-b091-da5600e50552), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.905430 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Transition to ACTIVE for port object abe9b91c-3c59-490d-b091-da5600e50552 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:35:55.914132 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (abe9b91c-3c59-490d-b091-da5600e50552), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:55.984151 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=abe9b91c-3c59-490d-b091-da5600e50552,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:56.004630 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-cabb81fa-6a22-4b1c-8029-f8ece2b39918 service neutron] 10.222.0.112 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639010 Jan 24 15:35:56.084612 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8becb84d-2d8a-4d2e-adde-f517b4f0d020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.178355 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Attempting to bind port abe9b91c-3c59-490d-b091-da5600e50552 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:35:56.178611 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Attempting to bind port abe9b91c-3c59-490d-b091-da5600e50552 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:35:56.178956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Attempting to bind port abe9b91c-3c59-490d-b091-da5600e50552 on network b3bb4715-167b-43ec-aef4-f521ca157868 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:56.191814 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Port abe9b91c-3c59-490d-b091-da5600e50552 on network b3bb4715-167b-43ec-aef4-f521ca157868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:35:56.192333 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Attempting to bind port abe9b91c-3c59-490d-b091-da5600e50552 on network b3bb4715-167b-43ec-aef4-f521ca157868 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:56.215362 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:35:56.217811 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Checking segment: {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:56.218244 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Bound using segment: {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:35:56.218720 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Bound port: abe9b91c-3c59-490d-b091-da5600e50552, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:35:56.220829 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (abe9b91c-3c59-490d-b091-da5600e50552), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.311006 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6713822c-8a55-462c-9451-6d76fe12e3b0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:35:56.318170 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 57956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:56.349194 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Publish callbacks [] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.352139 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b093c87d-36b8-4108-9e79-290c9a63092c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.396295 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] For port abe9b91c-3c59-490d-b091-da5600e50552, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:35:56.428866 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] For port abe9b91c-3c59-490d-b091-da5600e50552, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=abe9b91c-3c59-490d-b091-da5600e50552,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:35:56.446002 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Transition to ACTIVE for port object 6713822c-8a55-462c-9451-6d76fe12e3b0 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:35:56.458243 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.458467 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (abe9b91c-3c59-490d-b091-da5600e50552), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.535566 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=abe9b91c-3c59-490d-b091-da5600e50552,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:56.592758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5bbf-c3fe-402f-b872-4dd31d5a0715 req-3a72502e-67b1-4bd3-a8da-ca8100998155 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:56.594254 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:56.594878 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.595295 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-337f5bbf-c3fe-402f-b872-4dd31d5a0715 req-3a72502e-67b1-4bd3-a8da-ca8100998155 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 944 time: 0.2332442 Jan 24 15:35:56.596267 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-f99c6b30-3a7b-465a-9342-53f10420abc0 service neutron] 10.222.0.88 "PUT /v2.0/ports/abe9b91c-3c59-490d-b091-da5600e50552 HTTP/1.1" status: 200 len: 1093 time: 2.0311081 Jan 24 15:35:56.596713 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1744bee2-3276-487d-83b1-db187e24abd0', 'tag': 'abe9b91c-3c59-490d-b091-da5600e50552'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:35:56.602652 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af638651-1b99-4cad-8531-812d67b20191" -d '{"events": [{"name": "network-changed", "server_uuid": "1744bee2-3276-487d-83b1-db187e24abd0", "tag": "abe9b91c-3c59-490d-b091-da5600e50552"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:35:56.699956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b093c87d-36b8-4108-9e79-290c9a63092c admin admin] Publish callbacks [] for security_group (56d34995-7460-4446-b46d-318d0c732081), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.706006 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=6713822c-8a55-462c-9451-6d76fe12e3b0,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:56.737406 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6a452f20-1ffa-4b51-ae7b-ccb64a9ee173 req-ffec6ae0-279b-4ff5-abdd-f0ac431b955e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 210 time: 0.0904315 Jan 24 15:35:56.742016 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b093c87d-36b8-4108-9e79-290c9a63092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (56d34995-7460-4446-b46d-318d0c732081), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:56.800481 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-2aa2f6fd-21ac-4051-84e2-99175eff7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:56.802530 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-2aa2f6fd-21ac-4051-84e2-99175eff7510 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 1096 time: 0.1440375 Jan 24 15:35:56.814500 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b093c87d-36b8-4108-9e79-290c9a63092c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c7b57820df90417dac5c1c84a357a57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952693 Jan 24 15:35:56.830439 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 57982) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:56.860065 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093c87d-36b8-4108-9e79-290c9a63092c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d34995-7460-4446-b46d-318d0c732081,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:56.862348 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-67cbb472-a881-435e-a2d1-b685f9b4e9a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe9b91c-3c59-490d-b091-da5600e50552 HTTP/1.1" status: 200 len: 217 time: 0.0508068 Jan 24 15:35:56.886620 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-337f5bbf-c3fe-402f-b872-4dd31d5a0715 req-4f29a8b1-90d3-4315-bec6-25868b999a47 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734056 Jan 24 15:35:56.930023 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Attempting to bind port 6713822c-8a55-462c-9451-6d76fe12e3b0 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:35:56.931279 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Attempting to bind port 6713822c-8a55-462c-9451-6d76fe12e3b0 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:35:56.931970 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Attempting to bind port 6713822c-8a55-462c-9451-6d76fe12e3b0 on network b3bb4715-167b-43ec-aef4-f521ca157868 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:56.952162 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Port 6713822c-8a55-462c-9451-6d76fe12e3b0 on network b3bb4715-167b-43ec-aef4-f521ca157868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:35:56.952721 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Attempting to bind port 6713822c-8a55-462c-9451-6d76fe12e3b0 on network b3bb4715-167b-43ec-aef4-f521ca157868 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:35:56.962728 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:35:56.963502 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Checking segment: {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:35:56.964580 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Bound using segment: {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:35:56.966490 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Bound port: 6713822c-8a55-462c-9451-6d76fe12e3b0, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13490c3-c60d-4499-b1a5-fcc544bd517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:35:56.967291 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:57.008565 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b758-79fb-4718-8f46-46f86ac0e299 admin admin] Publish callbacks [] for security_group (56d34995-7460-4446-b46d-318d0c732081), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:57.038974 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f447c25-7dbe-4f48-b9f0-8aa20f4ba4a1 req-87ecad79-2470-4428-bf38-16264e53f648 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:57.040498 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4f447c25-7dbe-4f48-b9f0-8aa20f4ba4a1 req-87ecad79-2470-4428-bf38-16264e53f648 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 943 time: 0.1699300 Jan 24 15:35:57.041895 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-359e26af-5e8f-4726-a8a8-40cffd700ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:57.043204 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-359e26af-5e8f-4726-a8a8-40cffd700ec0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.1738582 Jan 24 15:35:57.085897 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-5e6abebe-53b1-4ffa-aeec-b5e784cc3b6a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363343 Jan 24 15:35:57.120876 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] For port 6713822c-8a55-462c-9451-6d76fe12e3b0, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:35:57.128926 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] For port 6713822c-8a55-462c-9451-6d76fe12e3b0, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6713822c-8a55-462c-9451-6d76fe12e3b0,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:35:57.164387 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b758-79fb-4718-8f46-46f86ac0e299 admin admin] Publish callbacks [] for security_group (56d34995-7460-4446-b46d-318d0c732081), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:57.215235 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:57.252595 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4f447c25-7dbe-4f48-b9f0-8aa20f4ba4a1 req-379cf092-0180-4aa3-8bf5-ac1464bbda4e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046204 Jan 24 15:35:57.278559 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796973a7-c9a9-4d49-8609-12fa6d10a066 x-openstack-request-id: req-796973a7-c9a9-4d49-8609-12fa6d10a066 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:35:57.278854 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1744bee2-3276-487d-83b1-db187e24abd0", "tag": "abe9b91c-3c59-490d-b091-da5600e50552", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:35:57.279264 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-796973a7-c9a9-4d49-8609-12fa6d10a066 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:35:57.282206 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1744bee2-3276-487d-83b1-db187e24abd0', 'tag': 'abe9b91c-3c59-490d-b091-da5600e50552', 'status': 'completed', 'code': 200} Jan 24 15:35:57.302897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=6713822c-8a55-462c-9451-6d76fe12e3b0,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:57.316830 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-43f521bd-2c3b-4b18-8c96-5a1ca670661c service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242532 Jan 24 15:35:57.342950 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:57.343996 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:57.346038 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-64d6330a-c7ad-4f0d-8a86-03427cf01ae0 service neutron] 10.222.0.88 "PUT /v2.0/ports/6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 200 len: 1094 time: 1.9049847 Jan 24 15:35:57.346693 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0', 'tag': '6713822c-8a55-462c-9451-6d76fe12e3b0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:35:57.453970 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a04aeb48-9273-41df-a0c7-11d5c58f6316 req-e7a572e8-8ebe-4fbc-8e57-92042eaa12b8 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301587 Jan 24 15:35:57.501855 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b758-79fb-4718-8f46-46f86ac0e299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (56d34995-7460-4446-b46d-318d0c732081), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:57.505674 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b758-79fb-4718-8f46-46f86ac0e299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:57.507456 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f4f8b758-79fb-4718-8f46-46f86ac0e299 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/56d34995-7460-4446-b46d-318d0c732081 HTTP/1.1" status: 204 len: 168 time: 0.6752129 Jan 24 15:35:57.526384 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-aee3c980-1c7c-4191-bb06-93360230a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:57.529934 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-aee3c980-1c7c-4191-bb06-93360230a05b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1097 time: 0.1377935 Jan 24 15:35:57.530884 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8b758-79fb-4718-8f46-46f86ac0e299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d34995-7460-4446-b46d-318d0c732081,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:57.674718 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af638651-1b99-4cad-8531-812d67b20191 req-48acdd21-6485-4973-9c95-e160c73f8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:57.677110 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af638651-1b99-4cad-8531-812d67b20191 req-48acdd21-6485-4973-9c95-e160c73f8418 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 1096 time: 0.1074762 Jan 24 15:35:57.742096 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9964a36-e23c-40b5-80fd-be1a57769c30" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0", "tag": "6713822c-8a55-462c-9451-6d76fe12e3b0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:35:57.745928 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-12458330-e583-49de-8c9d-8f876e0ec345 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 200 len: 217 time: 0.2081397 Jan 24 15:35:57.883529 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-e13a46a2-a7b6-4a65-9db6-d567dead958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:57.888102 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-e13a46a2-a7b6-4a65-9db6-d567dead958c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.1314764 Jan 24 15:35:58.024850 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-027543f7-2e6d-4928-831a-12e5746f96e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183777 Jan 24 15:35:58.169278 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032f8deb-c09c-4238-9be3-20276f4e44c9 x-openstack-request-id: req-032f8deb-c09c-4238-9be3-20276f4e44c9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:35:58.170838 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0", "tag": "6713822c-8a55-462c-9451-6d76fe12e3b0", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:35:58.171550 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-032f8deb-c09c-4238-9be3-20276f4e44c9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:35:58.172854 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0', 'tag': '6713822c-8a55-462c-9451-6d76fe12e3b0', 'status': 'completed', 'code': 200} Jan 24 15:35:58.217384 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-f39b67d9-eddf-45f4-8df2-e9e52b3e1656 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847808 Jan 24 15:35:58.308845 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb556082-870a-4d4b-b9b1-dcc336130477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:58.344848 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-521117bc-deca-4b50-923d-ee970def3ce4 req-a4b84b32-cfc1-45a8-b511-5a08317f83c6 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 210 time: 0.2371075 Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.469029 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:35:58.471368 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:35:58.472920 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-2af1cd98-9b51-4057-b9b7-0efda1fcc824 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:58.475314 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-2af1cd98-9b51-4057-b9b7-0efda1fcc824 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 810 time: 0.3647554 Jan 24 15:35:58.512037 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 58056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:58.522070 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8394fb2b-9df2-4d80-a288-752495b16fbf details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:35:58.588142 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0d58b75-bdd5-45fd-a5fa-59feaac6d487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:58.673369 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-7a081d50-2d73-4f45-99c6-70a06d3a5204 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5 HTTP/1.1" status: 200 len: 380 time: 0.1844790 Jan 24 15:35:58.737897 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8394fb2b-9df2-4d80-a288-752495b16fbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8394fb2b-9df2-4d80-a288-752495b16fbf,segment=NetworkSegment(cb73f5c8-bf66-418b-a36f-72c33b884c03),segment_id=cb73f5c8-bf66-418b-a36f-72c33b884c03)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:35:58.753063 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '8394fb2b-9df2-4d80-a288-752495b16fbf', 'network_id': 'e73d4102-db94-49c8-a886-2ca8960820ff', 'port_id': '8394fb2b-9df2-4d80-a288-752495b16fbf', 'mac_address': 'fa:16:3e:26:10:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f60bc0d-7cd7-46bf-bc74-096f86fd6de0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:35:58.770942 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0d58b75-bdd5-45fd-a5fa-59feaac6d487 admin admin] Publish callbacks [] for security_group (814305ab-a79c-4412-801a-9e3cab212d3f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:58.777235 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'port': {'device_id': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'admin_state_up': True, 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'security_groups': ['04ab8bce-fdac-4be2-8445-5a753879c0cd']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:35:58.798068 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f8dc1-d728-426a-87bf-32c5c3437552 req-b878fe88-0814-40c7-87c3-4fa4fc370685 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:58.798608 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8394fb2b-9df2-4d80-a288-752495b16fbf is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:35:58.798608 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:58.807238 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-472f8dc1-d728-426a-87bf-32c5c3437552 req-b878fe88-0814-40c7-87c3-4fa4fc370685 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 944 time: 0.5065739 Jan 24 15:35:58.814116 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1405ad38-98ad-4cf5-a381-f4075f0e7a5e req-b541d188-d561-445a-8d03-c19f5c1b81d8 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914829 Jan 24 15:35:58.814598 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8394fb2b-9df2-4d80-a288-752495b16fbf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:35:58.845254 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0d58b75-bdd5-45fd-a5fa-59feaac6d487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (814305ab-a79c-4412-801a-9e3cab212d3f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:58.845702 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8394fb2b-9df2-4d80-a288-752495b16fbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8394fb2b-9df2-4d80-a288-752495b16fbf,segment=NetworkSegment(cb73f5c8-bf66-418b-a36f-72c33b884c03),segment_id=cb73f5c8-bf66-418b-a36f-72c33b884c03)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:35:58.851044 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:58.853309 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af638651-1b99-4cad-8531-812d67b20191 req-05a53cf9-a8fb-475b-a66d-562149781c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:58.854785 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af638651-1b99-4cad-8531-812d67b20191 req-05a53cf9-a8fb-475b-a66d-562149781c5e service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 1.1701791 Jan 24 15:35:58.870355 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-472f8dc1-d728-426a-87bf-32c5c3437552 req-3aa2cc0d-d427-4108-8f29-590851e29c8e tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622001 Jan 24 15:35:58.917710 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8394fb2b-9df2-4d80-a288-752495b16fbf,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:58.928356 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-224a857f-09ef-4d69-9da2-208f9d69e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:58.929846 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-224a857f-09ef-4d69-9da2-208f9d69e2ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1097 time: 0.0526395 Jan 24 15:35:58.960015 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af638651-1b99-4cad-8531-812d67b20191 req-598b89da-bbbe-4d05-bf76-e095d780abbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe9b91c-3c59-490d-b091-da5600e50552 HTTP/1.1" status: 200 len: 217 time: 0.0831287 Jan 24 15:35:58.983272 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d58b75-bdd5-45fd-a5fa-59feaac6d487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814305ab-a79c-4412-801a-9e3cab212d3f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:58.989831 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d0d58b75-bdd5-45fd-a5fa-59feaac6d487 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6c44e27e0d754c5cb682ecd094593109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661839 Jan 24 15:35:58.995181 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58074) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:35:58.995330 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1624-246c-4a98-978c-4260b972b857 req-3a6c1c7c-c097-4d9e-9533-317bb1cf2199 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:59.002820 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ebca1624-246c-4a98-978c-4260b972b857 req-3a6c1c7c-c097-4d9e-9533-317bb1cf2199 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 943 time: 0.4541259 Jan 24 15:35:59.078051 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af638651-1b99-4cad-8531-812d67b20191 req-e5af8079-6047-4021-9ef8-fdcd9e7273b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:59.079580 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af638651-1b99-4cad-8531-812d67b20191 req-e5af8079-6047-4021-9ef8-fdcd9e7273b8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.1060572 Jan 24 15:35:59.107083 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Made reservation on behalf of ad1302b8fd7441eb97d3a7d4d73bccb5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:35:59.110800 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:59.135788 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8394fb2b-9df2-4d80-a288-752495b16fbf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:35:59.138500 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-02523953-8245-4284-a716-69e9c6a06947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:59.140268 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-02523953-8245-4284-a716-69e9c6a06947 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 0.2042596 Jan 24 15:35:59.143523 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f384cfc-8a4a-4334-96c8-ccac19c7b2bc admin admin] Publish callbacks [] for security_group (814305ab-a79c-4412-801a-9e3cab212d3f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:59.149995 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af638651-1b99-4cad-8531-812d67b20191 req-ae43af43-2ad3-4f22-8dc8-df5d7800bc80 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604174 Jan 24 15:35:59.171955 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ebca1624-246c-4a98-978c-4260b972b857 req-478ac0af-b664-4824-a62e-8d2a1fffd4c1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681328 Jan 24 15:35:59.201541 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-a62224b6-8d24-4f47-9a90-8918f788bdfc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 200 len: 217 time: 0.0475466 Jan 24 15:35:59.203304 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f384cfc-8a4a-4334-96c8-ccac19c7b2bc admin admin] Publish callbacks [] for security_group (814305ab-a79c-4412-801a-9e3cab212d3f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:59.282341 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-39a0a76b-1f96-4315-9628-c0862231a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:35:59.284574 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-39a0a76b-1f96-4315-9628-c0862231a257 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.0745921 Jan 24 15:35:59.332984 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-c6c5e797-0444-46e2-9ea4-1938d43ac3c8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416777 Jan 24 15:35:59.364013 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af638651-1b99-4cad-8531-812d67b20191 req-b78efeae-42d7-4534-a32b-26814154c39e service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905715 Jan 24 15:35:59.427575 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Allocated IP 172.20.0.11 (1cfb6061-af00-43af-af7d-8911f5170249/c461e5d6-02e9-44a7-a46b-a8ec7bed65f1/344719ec-4de1-4835-b870-bb5dc9cab7b7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:35:59.511392 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:59.570974 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af638651-1b99-4cad-8531-812d67b20191 req-edce177a-3212-49c1-a12f-004ed6294e12 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986763 Jan 24 15:35:59.619407 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f384cfc-8a4a-4334-96c8-ccac19c7b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (814305ab-a79c-4412-801a-9e3cab212d3f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:59.622675 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f384cfc-8a4a-4334-96c8-ccac19c7b2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:59.623863 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7f384cfc-8a4a-4334-96c8-ccac19c7b2bc admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/814305ab-a79c-4412-801a-9e3cab212d3f HTTP/1.1" status: 204 len: 168 time: 0.6279624 Jan 24 15:35:59.626543 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46e5f6f9-dee5-4566-a3f1-e0fa144be4f3 req-6444cd4d-fbe7-44e1-a03f-3f60e03038bd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 210 time: 0.0701845 Jan 24 15:35:59.643876 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f384cfc-8a4a-4334-96c8-ccac19c7b2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814305ab-a79c-4412-801a-9e3cab212d3f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:35:59.680536 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-a837373c-099c-4eb7-bdda-2cb1ef5bdade service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299508 Jan 24 15:35:59.789569 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:59.814644 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9964a36-e23c-40b5-80fd-be1a57769c30 req-632fda82-33b0-47f7-ada9-333ef9db9404 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277406 Jan 24 15:35:59.856737 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:35:59.921858 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Network 1cfb6061-af00-43af-af7d-8911f5170249 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:35:59.929687 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:35:59.937331 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:35:59.975820 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'Port': ['ID=344719ec-4de1-4835-b870-bb5dc9cab7b7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:00.084475 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:00.085195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:00.133228 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-e45b6c9b-09d6-4ddd-a7f7-6291f2a6216a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3605576 Jan 24 15:36:00.152873 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb465261-cf07-42df-bb93-421a1516cdc9 req-e5df066a-7c75-4be0-8469-fb3fc43732b5 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:00.154799 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bb465261-cf07-42df-bb93-421a1516cdc9 req-e5df066a-7c75-4be0-8469-fb3fc43732b5 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 945 time: 0.1411870 Jan 24 15:36:00.160300 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Request body: {'port': {'device_id': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:00.270223 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:00.302296 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-44800d76-cb16-4538-abc6-a237f815a26a None None] Provisioning complete for port 344719ec-4de1-4835-b870-bb5dc9cab7b7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:36:00.303800 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44800d76-cb16-4538-abc6-a237f815a26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:00.375444 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-44800d76-cb16-4538-abc6-a237f815a26a None None] Port 344719ec-4de1-4835-b870-bb5dc9cab7b7 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:36:00.386479 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff038d9-65ae-484d-92dd-aa36bce4a5b1 req-3de09d8f-188e-4120-9bd7-db1ac0556356 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:00.395965 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ff038d9-65ae-484d-92dd-aa36bce4a5b1 req-3de09d8f-188e-4120-9bd7-db1ac0556356 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 943 time: 0.1052504 Jan 24 15:36:00.470033 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bb465261-cf07-42df-bb93-421a1516cdc9 req-2899396c-5833-4963-a8f2-e6f8d0da8699 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545562 Jan 24 15:36:00.480019 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ff038d9-65ae-484d-92dd-aa36bce4a5b1 req-95d54cd9-9cdd-4e77-8f40-a171d76860b6 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820408 Jan 24 15:36:00.501612 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:00.524129 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device abe9b91c-3c59-490d-b091-da5600e50552 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:36:00.567491 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8394fb2b-9df2-4d80-a288-752495b16fbf up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:36:00.743359 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port abe9b91c-3c59-490d-b091-da5600e50552, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=abe9b91c-3c59-490d-b091-da5600e50552,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:00.785483 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 8394fb2b-9df2-4d80-a288-752495b16fbf completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:36:00.800346 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 8394fb2b-9df2-4d80-a288-752495b16fbf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:36:00.801921 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:00.807822 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'abe9b91c-3c59-490d-b091-da5600e50552', 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868', 'port_id': 'abe9b91c-3c59-490d-b091-da5600e50552', 'mac_address': 'fa:16:3e:47:7e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0352ab0c-6703-48ac-93da-4766ecd57133', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:36:00.830517 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344719ec-4de1-4835-b870-bb5dc9cab7b7 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:36:00.833157 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f569512d-47fb-4fdb-bf41-42bc58dd013e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:00.863164 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Publish callbacks [] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:00.878415 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21194d73-3935-4f6a-848a-a0685fffce8d req-4301e0b1-e6de-4077-bc07-b4a144bdfac2 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:00.879791 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Transition to ACTIVE for port object 344719ec-4de1-4835-b870-bb5dc9cab7b7 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:36:00.885426 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:00.895535 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21194d73-3935-4f6a-848a-a0685fffce8d req-4301e0b1-e6de-4077-bc07-b4a144bdfac2 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 932 time: 0.1123154 Jan 24 15:36:01.014465 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21194d73-3935-4f6a-848a-a0685fffce8d req-132c83fd-be1b-4159-ad59-8796195eec55 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179392 Jan 24 15:36:01.094348 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f569512d-47fb-4fdb-bf41-42bc58dd013e admin admin] Publish callbacks [] for security_group (3047a9e0-1610-40f2-9cbd-194f8de1e851), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.098074 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Pushing event updated for resources: {'Port': ['ID=344719ec-4de1-4835-b870-bb5dc9cab7b7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:01.100465 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f569512d-47fb-4fdb-bf41-42bc58dd013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3047a9e0-1610-40f2-9cbd-194f8de1e851), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.107378 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port abe9b91c-3c59-490d-b091-da5600e50552 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:01.107730 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (abe9b91c-3c59-490d-b091-da5600e50552), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.134879 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe9b91c-3c59-490d-b091-da5600e50552 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:36:01.148020 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.150812 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569512d-47fb-4fdb-bf41-42bc58dd013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3047a9e0-1610-40f2-9cbd-194f8de1e851,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:01.159365 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f569512d-47fb-4fdb-bf41-42bc58dd013e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b7c4d3c447614911b405993f4eda9dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6542633 Jan 24 15:36:01.159979 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58178) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:01.167578 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8394fb2b-9df2-4d80-a288-752495b16fbf is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:01.168012 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.170948 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Attempting to bind port 344719ec-4de1-4835-b870-bb5dc9cab7b7 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:36:01.171394 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Attempting to bind port 344719ec-4de1-4835-b870-bb5dc9cab7b7 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:36:01.172324 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Attempting to bind port 344719ec-4de1-4835-b870-bb5dc9cab7b7 on network 1cfb6061-af00-43af-af7d-8911f5170249 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:36:01.177198 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port abe9b91c-3c59-490d-b091-da5600e50552, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=abe9b91c-3c59-490d-b091-da5600e50552,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:01.177509 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Port 344719ec-4de1-4835-b870-bb5dc9cab7b7 on network 1cfb6061-af00-43af-af7d-8911f5170249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:36:01.180166 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Attempting to bind port 344719ec-4de1-4835-b870-bb5dc9cab7b7 on network 1cfb6061-af00-43af-af7d-8911f5170249 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:36:01.188841 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (abe9b91c-3c59-490d-b091-da5600e50552), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.198648 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:36:01.209126 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Checking segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:36:01.210820 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Bound using segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:36:01.211346 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Bound port: 344719ec-4de1-4835-b870-bb5dc9cab7b7, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:36:01.211789 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.226557 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e15f5f9c-c942-486d-bfeb-9c3c60a2c177 admin admin] Publish callbacks [] for security_group (3047a9e0-1610-40f2-9cbd-194f8de1e851), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.266185 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e15f5f9c-c942-486d-bfeb-9c3c60a2c177 admin admin] Publish callbacks [] for security_group (3047a9e0-1610-40f2-9cbd-194f8de1e851), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.269806 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8394fb2b-9df2-4d80-a288-752495b16fbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8394fb2b-9df2-4d80-a288-752495b16fbf,segment=NetworkSegment(cb73f5c8-bf66-418b-a36f-72c33b884c03),segment_id=cb73f5c8-bf66-418b-a36f-72c33b884c03)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:01.272279 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204993da-6124-4cfb-9649-191dc53987ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8394fb2b-9df2-4d80-a288-752495b16fbf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:01.344233 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e15f5f9c-c942-486d-bfeb-9c3c60a2c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3047a9e0-1610-40f2-9cbd-194f8de1e851), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.347406 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e15f5f9c-c942-486d-bfeb-9c3c60a2c177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.350002 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e15f5f9c-c942-486d-bfeb-9c3c60a2c177 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3047a9e0-1610-40f2-9cbd-194f8de1e851 HTTP/1.1" status: 204 len: 168 time: 0.1884325 Jan 24 15:36:01.364973 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.366248 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f5f9c-c942-486d-bfeb-9c3c60a2c177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3047a9e0-1610-40f2-9cbd-194f8de1e851,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:01.384612 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] For port 344719ec-4de1-4835-b870-bb5dc9cab7b7, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:36:01.393137 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] For port 344719ec-4de1-4835-b870-bb5dc9cab7b7, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:36:01.401854 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.439120 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=abe9b91c-3c59-490d-b091-da5600e50552,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:01.439437 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:01.440182 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:01.447019 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] 10.222.0.88 "PUT /v2.0/ports/344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 200 len: 1094 time: 1.2859411 Jan 24 15:36:01.449282 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'tag': '344719ec-4de1-4835-b870-bb5dc9cab7b7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:01.452251 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1" -d '{"events": [{"name": "network-changed", "server_uuid": "84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d", "tag": "344719ec-4de1-4835-b870-bb5dc9cab7b7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:01.522890 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8394fb2b-9df2-4d80-a288-752495b16fbf,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:01.530026 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['abe9b91c-3c59-490d-b091-da5600e50552'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:36:01.594253 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04930cbd-41e3-4e26-aabf-13f8e69227e0 service neutron] Pushing event updated for resources: {'Port': ['ID=344719ec-4de1-4835-b870-bb5dc9cab7b7,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:01.613555 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d16ae24-f3ae-457f-9b61-cf9232843b2c x-openstack-request-id: req-9d16ae24-f3ae-457f-9b61-cf9232843b2c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:01.616633 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d", "tag": "344719ec-4de1-4835-b870-bb5dc9cab7b7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:01.618544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9d16ae24-f3ae-457f-9b61-cf9232843b2c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:01.620582 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'tag': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'status': 'completed', 'code': 200} Jan 24 15:36:01.733518 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c419877-0a62-4740-b9a3-85f09253def1 req-53990029-5106-4b52-9e36-e8ebbf9bb92b tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:01.740824 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c419877-0a62-4740-b9a3-85f09253def1 req-53990029-5106-4b52-9e36-e8ebbf9bb92b tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.1288280 Jan 24 15:36:01.797412 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74330333-1dc5-4ae6-915c-0269780669d4" -d '{"events": [{"server_uuid": "204993da-6124-4cfb-9649-191dc53987ba", "name": "network-vif-plugged", "status": "completed", "tag": "8394fb2b-9df2-4d80-a288-752495b16fbf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:01.867890 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c419877-0a62-4740-b9a3-85f09253def1 req-a2579e25-a591-4e0c-b2c4-1c6957767e11 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180363 Jan 24 15:36:02.068256 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-3e009135-c742-459e-b208-6c2cd020dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:02.069788 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-3e009135-c742-459e-b208-6c2cd020dda8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 1097 time: 0.4480641 Jan 24 15:36:02.100116 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4657-4a00-4f7b-ac17-428b1f97e395 req-2aa0ceb7-3cdd-4c89-a745-4fc974a83ac0 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:02.102001 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-437a4657-4a00-4f7b-ac17-428b1f97e395 req-2aa0ceb7-3cdd-4c89-a745-4fc974a83ac0 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 944 time: 0.3864977 Jan 24 15:36:02.136394 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-53109eed-1267-41c6-a13a-a27e9689fad0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 200 len: 217 time: 0.0579984 Jan 24 15:36:02.136585 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb2206-5307-45d2-b18d-47291299b0eb x-openstack-request-id: req-8edb2206-5307-45d2-b18d-47291299b0eb {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:02.136990 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204993da-6124-4cfb-9649-191dc53987ba", "name": "network-vif-plugged", "status": "completed", "tag": "8394fb2b-9df2-4d80-a288-752495b16fbf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:02.137982 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8edb2206-5307-45d2-b18d-47291299b0eb {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:02.138580 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204993da-6124-4cfb-9649-191dc53987ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8394fb2b-9df2-4d80-a288-752495b16fbf', 'code': 200} Jan 24 15:36:02.173293 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58226) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:02.203029 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0a27-d409-4abe-a32a-fc0eb817965d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.326875 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-59c39679-f9b0-480f-b75b-f1918987c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:02.330848 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-59c39679-f9b0-480f-b75b-f1918987c434 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.1736112 Jan 24 15:36:02.366086 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-437a4657-4a00-4f7b-ac17-428b1f97e395 req-0d2f6b5f-316b-443a-afd4-839fd2f6b9ca tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238398 Jan 24 15:36:02.394098 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbda762-9ebc-453e-97f8-22c99ed9a6f3 req-f7b3b4b2-54a4-4e9d-b44e-85904bf0e894 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:02.395268 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ccbda762-9ebc-453e-97f8-22c99ed9a6f3 req-f7b3b4b2-54a4-4e9d-b44e-85904bf0e894 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 944 time: 0.1619191 Jan 24 15:36:02.474912 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0a27-d409-4abe-a32a-fc0eb817965d admin admin] Publish callbacks [] for security_group (01a2d1b2-85cc-4502-bf10-ecc3dc207886), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.500048 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0a27-d409-4abe-a32a-fc0eb817965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (01a2d1b2-85cc-4502-bf10-ecc3dc207886), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.507441 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-19b357e1-1440-4f72-a049-18baa21cbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:02.520547 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-19b357e1-1440-4f72-a049-18baa21cbb9a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1528320 Jan 24 15:36:02.576333 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 6713822c-8a55-462c-9451-6d76fe12e3b0 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:36:02.586824 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fd6b0a27-d409-4abe-a32a-fc0eb817965d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6acc3a179370434f87e0681df3b25d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113355 Jan 24 15:36:02.589040 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58232) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:02.612586 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b0a27-d409-4abe-a32a-fc0eb817965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a2d1b2-85cc-4502-bf10-ecc3dc207886,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:02.645063 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48546e-1d4d-4def-971c-43bcb635787b req-dd4e4ad4-25bb-422f-a562-121fcd14c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:02.646772 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec48546e-1d4d-4def-971c-43bcb635787b req-dd4e4ad4-25bb-422f-a562-121fcd14c3b4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 1099 time: 0.2504725 Jan 24 15:36:02.669201 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ccbda762-9ebc-453e-97f8-22c99ed9a6f3 req-84c0e7f1-7eaa-4055-aaf2-d74a6c172941 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058051 Jan 24 15:36:02.684978 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 6713822c-8a55-462c-9451-6d76fe12e3b0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6713822c-8a55-462c-9451-6d76fe12e3b0,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:02.694603 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec48546e-1d4d-4def-971c-43bcb635787b req-4c3955ba-6f4c-43f9-aba7-cd731da75217 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.697054 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device abe9b91c-3c59-490d-b091-da5600e50552 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:36:02.717189 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-c854e0bd-abca-4b43-98d3-77b71df2ff01 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901975 Jan 24 15:36:02.738485 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '6713822c-8a55-462c-9451-6d76fe12e3b0', 'network_id': 'b3bb4715-167b-43ec-aef4-f521ca157868', 'port_id': '6713822c-8a55-462c-9451-6d76fe12e3b0', 'mac_address': 'fa:16:3e:4d:a0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0352ab0c-6703-48ac-93da-4766ecd57133', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:36:02.748827 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ad46fba-0749-4c65-beb4-e59d37708361 admin admin] Publish callbacks [] for security_group (01a2d1b2-85cc-4502-bf10-ecc3dc207886), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.786277 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ad46fba-0749-4c65-beb4-e59d37708361 admin admin] Publish callbacks [] for security_group (01a2d1b2-85cc-4502-bf10-ecc3dc207886), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.789705 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58240) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:02.793441 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 6713822c-8a55-462c-9451-6d76fe12e3b0 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:02.794420 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.810729 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6713822c-8a55-462c-9451-6d76fe12e3b0 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:36:02.831889 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 6713822c-8a55-462c-9451-6d76fe12e3b0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6713822c-8a55-462c-9451-6d76fe12e3b0,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:02.833951 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.845817 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.862652 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec48546e-1d4d-4def-971c-43bcb635787b req-4c3955ba-6f4c-43f9-aba7-cd731da75217 service neutron] Publish callbacks [] for security_group (3a0c1f47-6e90-42f4-b073-872cd6cb8c6f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.877071 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec48546e-1d4d-4def-971c-43bcb635787b req-4c3955ba-6f4c-43f9-aba7-cd731da75217 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3a0c1f47-6e90-42f4-b073-872cd6cb8c6f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.885266 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port abe9b91c-3c59-490d-b091-da5600e50552 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:36:02.894496 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port abe9b91c-3c59-490d-b091-da5600e50552 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:36:02.894877 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (abe9b91c-3c59-490d-b091-da5600e50552), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.934230 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09e5613-c8f4-45c0-8cdd-f2e92abbc48a req-43f1b461-0e44-4a23-a4b0-5e3ea87f66b3 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108135 Jan 24 15:36:02.986931 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec48546e-1d4d-4def-971c-43bcb635787b req-4c3955ba-6f4c-43f9-aba7-cd731da75217 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163612 Jan 24 15:36:02.987550 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ad46fba-0749-4c65-beb4-e59d37708361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (01a2d1b2-85cc-4502-bf10-ecc3dc207886), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.991009 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ad46fba-0749-4c65-beb4-e59d37708361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:02.994797 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1ad46fba-0749-4c65-beb4-e59d37708361 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/01a2d1b2-85cc-4502-bf10-ecc3dc207886 HTTP/1.1" status: 204 len: 168 time: 0.3927360 Jan 24 15:36:02.997775 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3955ba-6f4c-43f9-aba7-cd731da75217 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0c1f47-6e90-42f4-b073-872cd6cb8c6f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:03.008708 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad46fba-0749-4c65-beb4-e59d37708361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a2d1b2-85cc-4502-bf10-ecc3dc207886,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:03.063016 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3a99584-35c1-41d7-9d51-d64095976378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.099255 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036101c-ef03-4145-b923-6bea6e9c47d9 req-3d7878c3-c63c-4e9c-8b53-bd73acede18a tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:03.101862 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8036101c-ef03-4145-b923-6bea6e9c47d9 req-3d7878c3-c63c-4e9c-8b53-bd73acede18a tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.1029673 Jan 24 15:36:03.147601 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['6713822c-8a55-462c-9451-6d76fe12e3b0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:36:03.163180 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=6713822c-8a55-462c-9451-6d76fe12e3b0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:03.195791 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3a99584-35c1-41d7-9d51-d64095976378 admin admin] Publish callbacks [] for security_group (05a1161c-841b-43ed-8533-be4f5d786a99), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.200469 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8036101c-ef03-4145-b923-6bea6e9c47d9 req-4afcbb3e-da28-4217-8521-ae156cce2040 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917511 Jan 24 15:36:03.207634 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3a99584-35c1-41d7-9d51-d64095976378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (05a1161c-841b-43ed-8533-be4f5d786a99), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.230733 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port abe9b91c-3c59-490d-b091-da5600e50552 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:03.231777 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (abe9b91c-3c59-490d-b091-da5600e50552), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.250290 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d3a99584-35c1-41d7-9d51-d64095976378 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b069424d7b7c422c90e0e9210ab287e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545231 Jan 24 15:36:03.250669 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 58266) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:03.339603 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port abe9b91c-3c59-490d-b091-da5600e50552, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=abe9b91c-3c59-490d-b091-da5600e50552,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:03.367945 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (abe9b91c-3c59-490d-b091-da5600e50552), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.381391 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf2c8bf-5fa6-4287-8734-70afd2b66307 admin admin] Publish callbacks [] for security_group (05a1161c-841b-43ed-8533-be4f5d786a99), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.383935 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a99584-35c1-41d7-9d51-d64095976378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1161c-841b-43ed-8533-be4f5d786a99,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:03.406016 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-27808f9b-4c9f-4dc9-913a-73497f1e1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:03.410001 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-27808f9b-4c9f-4dc9-913a-73497f1e1a0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 1097 time: 0.1986856 Jan 24 15:36:03.452114 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf2c8bf-5fa6-4287-8734-70afd2b66307 admin admin] Publish callbacks [] for security_group (05a1161c-841b-43ed-8533-be4f5d786a99), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.493387 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=abe9b91c-3c59-490d-b091-da5600e50552,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:03.578292 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf2c8bf-5fa6-4287-8734-70afd2b66307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (05a1161c-841b-43ed-8533-be4f5d786a99), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.581338 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf2c8bf-5fa6-4287-8734-70afd2b66307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:03.585074 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-acf2c8bf-5fa6-4287-8734-70afd2b66307 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/05a1161c-841b-43ed-8533-be4f5d786a99 HTTP/1.1" status: 204 len: 168 time: 0.3319006 Jan 24 15:36:03.616408 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2c8bf-5fa6-4287-8734-70afd2b66307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1161c-841b-43ed-8533-be4f5d786a99,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:03.659101 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-0c25e2a7-7667-41fa-95eb-a711c4780d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:03.660839 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-0c25e2a7-7667-41fa-95eb-a711c4780d1f service neutron] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 911 time: 0.2244341 Jan 24 15:36:03.687949 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895cfb6-4b2e-458b-b46c-2943498a02c5 req-040fc95b-52a6-40b7-8922-a62325215f4a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:03.689906 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a895cfb6-4b2e-458b-b46c-2943498a02c5 req-040fc95b-52a6-40b7-8922-a62325215f4a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.1853013 Jan 24 15:36:03.734752 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-3af44b73-8e75-4206-a30d-010d07721e1f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 200 len: 217 time: 0.0668957 Jan 24 15:36:03.822759 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a895cfb6-4b2e-458b-b46c-2943498a02c5 req-e717aece-9e13-45ce-b06b-b4c8341f1481 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907681 Jan 24 15:36:03.833191 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-72193a4b-716b-48f0-ba69-73faf4b6c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:03.835915 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-72193a4b-716b-48f0-ba69-73faf4b6c9e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.0760441 Jan 24 15:36:03.855870 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed32180-57d3-4d7a-ae2b-1acc2bc2b960 req-11cf927f-630a-4986-a04f-010311294b88 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:03.858708 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed32180-57d3-4d7a-ae2b-1acc2bc2b960 req-11cf927f-630a-4986-a04f-010311294b88 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 944 time: 0.0838916 Jan 24 15:36:03.907849 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-46e5cbeb-3a14-4d02-9889-09235f0fb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:03.909449 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-46e5cbeb-3a14-4d02-9889-09235f0fb4e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669346 Jan 24 15:36:03.955709 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed32180-57d3-4d7a-ae2b-1acc2bc2b960 req-d296a243-803c-4fd5-9214-d3886813e8fb tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904005 Jan 24 15:36:04.037039 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-bf6bff7e-cec7-4c66-8c4e-882612afc2a2 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209393 Jan 24 15:36:04.139591 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1744bee2-3276-487d-83b1-db187e24abd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9b91c-3c59-490d-b091-da5600e50552'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:04.143593 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7ac5bb5-8500-4c20-8c10-8b43c4d091e1 req-5fd30a31-3f60-45a7-8576-6ba06f29f5d9 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003330 Jan 24 15:36:04.143750 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4824f4b1-8447-4775-87f4-86c85911649f" -d '{"events": [{"server_uuid": "1744bee2-3276-487d-83b1-db187e24abd0", "name": "network-vif-plugged", "status": "completed", "tag": "abe9b91c-3c59-490d-b091-da5600e50552"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:04.182532 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ebe84a-bb1b-4f1b-87f5-c1cef7d9ca6f x-openstack-request-id: req-81ebe84a-bb1b-4f1b-87f5-c1cef7d9ca6f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:04.182847 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1744bee2-3276-487d-83b1-db187e24abd0", "name": "network-vif-plugged", "status": "completed", "tag": "abe9b91c-3c59-490d-b091-da5600e50552", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:04.183127 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-81ebe84a-bb1b-4f1b-87f5-c1cef7d9ca6f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:04.183591 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1744bee2-3276-487d-83b1-db187e24abd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9b91c-3c59-490d-b091-da5600e50552', 'code': 200} Jan 24 15:36:04.220461 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58342) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:04.330735 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f627057-d2b0-4bd9-98ad-56837242e853 req-6ba02df2-d4d7-4e5d-ba32-847b554ac93f tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:04.332301 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4f627057-d2b0-4bd9-98ad-56837242e853 req-6ba02df2-d4d7-4e5d-ba32-847b554ac93f tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.0583208 Jan 24 15:36:04.404713 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4f627057-d2b0-4bd9-98ad-56837242e853 req-ca22acc7-00ce-48de-b92a-ce11dbd7598e tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Jan 24 15:36:04.422070 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f2b1d-c2ba-412f-b0d9-299f54726de2 req-daf7536d-1a7d-4288-864b-23bd07420a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:04.423718 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f2b1d-c2ba-412f-b0d9-299f54726de2 req-daf7536d-1a7d-4288-864b-23bd07420a9e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0682406 Jan 24 15:36:04.473111 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f2b1d-c2ba-412f-b0d9-299f54726de2 req-e32fb052-80cd-4c4c-a600-7927f833ff78 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Jan 24 15:36:04.577129 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a044cb8a-61da-452b-a74d-373fe33c0e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:04.581597 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 6713822c-8a55-462c-9451-6d76fe12e3b0 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:36:04.656613 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 6713822c-8a55-462c-9451-6d76fe12e3b0 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:36:04.671772 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 6713822c-8a55-462c-9451-6d76fe12e3b0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:36:04.672231 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:04.711710 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a044cb8a-61da-452b-a74d-373fe33c0e7a admin admin] Publish callbacks [] for security_group (fef52168-6e7e-4470-a5b7-bc2fb2dc22e8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:04.718293 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a044cb8a-61da-452b-a74d-373fe33c0e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (fef52168-6e7e-4470-a5b7-bc2fb2dc22e8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:04.785374 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 6713822c-8a55-462c-9451-6d76fe12e3b0 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:04.786464 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:04.799968 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a044cb8a-61da-452b-a74d-373fe33c0e7a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c34019d745ff41d895fad3ae1336511e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5760255 Jan 24 15:36:04.800930 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58400) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:04.813637 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044cb8a-61da-452b-a74d-373fe33c0e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef52168-6e7e-4470-a5b7-bc2fb2dc22e8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:04.848082 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 6713822c-8a55-462c-9451-6d76fe12e3b0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6713822c-8a55-462c-9451-6d76fe12e3b0,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:04.854304 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:04.952761 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32daa9a9-5f75-4827-94c9-1686e0f4c0f7 admin admin] Publish callbacks [] for security_group (fef52168-6e7e-4470-a5b7-bc2fb2dc22e8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:05.000003 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32daa9a9-5f75-4827-94c9-1686e0f4c0f7 admin admin] Publish callbacks [] for security_group (fef52168-6e7e-4470-a5b7-bc2fb2dc22e8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:05.013516 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=6713822c-8a55-462c-9451-6d76fe12e3b0,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:05.126832 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bfecb-4d81-4376-b616-c375145fe76b req-ddd721ff-9d63-4d72-9373-72b7993af717 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:05.128405 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e5bfecb-4d81-4376-b616-c375145fe76b req-ddd721ff-9d63-4d72-9373-72b7993af717 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0913920 Jan 24 15:36:05.139403 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d000ea0-bd29-4de5-bf39-9662efd8d3f9 req-040eb445-326b-4692-967b-02471cbcbb81 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:05.141437 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4d000ea0-bd29-4de5-bf39-9662efd8d3f9 req-040eb445-326b-4692-967b-02471cbcbb81 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 944 time: 0.0734022 Jan 24 15:36:05.153705 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32daa9a9-5f75-4827-94c9-1686e0f4c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (fef52168-6e7e-4470-a5b7-bc2fb2dc22e8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:05.156855 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32daa9a9-5f75-4827-94c9-1686e0f4c0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:05.161482 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-32daa9a9-5f75-4827-94c9-1686e0f4c0f7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fef52168-6e7e-4470-a5b7-bc2fb2dc22e8 HTTP/1.1" status: 204 len: 168 time: 0.3562353 Jan 24 15:36:05.174090 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daa9a9-5f75-4827-94c9-1686e0f4c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef52168-6e7e-4470-a5b7-bc2fb2dc22e8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:05.203543 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e5bfecb-4d81-4376-b616-c375145fe76b req-d8d49b92-b1c5-4769-8532-6aabd32175aa tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683138 Jan 24 15:36:05.248367 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4d000ea0-bd29-4de5-bf39-9662efd8d3f9 req-eb29e3ee-b697-48b9-af1b-6e4f94d619e4 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006441 Jan 24 15:36:05.567764 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e504f-c83d-4556-8d8a-f67408e5adf0 req-ca4d74e4-3824-4266-9620-6176fd104c7c tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:05.570321 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7e504f-c83d-4556-8d8a-f67408e5adf0 req-ca4d74e4-3824-4266-9620-6176fd104c7c tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.0654931 Jan 24 15:36:05.620966 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7e504f-c83d-4556-8d8a-f67408e5adf0 req-44cc56b2-736f-4681-8513-af6df5ae7481 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Jan 24 15:36:05.750019 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58474) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:05.769013 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-736a8fd8-036d-4466-8a2e-9ae02b4e86ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:05.867254 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-736a8fd8-036d-4466-8a2e-9ae02b4e86ae admin admin] Publish callbacks [] for security_group (c2504e22-962d-4230-9d99-5a38f65984e7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:05.874011 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-736a8fd8-036d-4466-8a2e-9ae02b4e86ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (c2504e22-962d-4230-9d99-5a38f65984e7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:05.927134 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-736a8fd8-036d-4466-8a2e-9ae02b4e86ae admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=88d8834f7a194f59b1eeca4b4c42df39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753397 Jan 24 15:36:05.928736 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58486) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:05.936030 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a8fd8-036d-4466-8a2e-9ae02b4e86ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2504e22-962d-4230-9d99-5a38f65984e7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:06.002108 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 58492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:06.010036 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30c4510c-8413-48da-ad7e-737215f06c69 admin admin] Publish callbacks [] for security_group (c2504e22-962d-4230-9d99-5a38f65984e7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.084750 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30c4510c-8413-48da-ad7e-737215f06c69 admin admin] Publish callbacks [] for security_group (c2504e22-962d-4230-9d99-5a38f65984e7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.163826 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30c4510c-8413-48da-ad7e-737215f06c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (c2504e22-962d-4230-9d99-5a38f65984e7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.167236 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30c4510c-8413-48da-ad7e-737215f06c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.169187 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-30c4510c-8413-48da-ad7e-737215f06c69 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c2504e22-962d-4230-9d99-5a38f65984e7 HTTP/1.1" status: 204 len: 168 time: 0.2387052 Jan 24 15:36:06.177813 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4510c-8413-48da-ad7e-737215f06c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2504e22-962d-4230-9d99-5a38f65984e7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:06.186763 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6713822c-8a55-462c-9451-6d76fe12e3b0'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:06.189712 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1c759-d199-42da-a632-44a786b6593c" -d '{"events": [{"server_uuid": "8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0", "name": "network-vif-plugged", "status": "completed", "tag": "6713822c-8a55-462c-9451-6d76fe12e3b0"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:06.207852 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93993fd4-7990-42b5-a338-3ec17482dcab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.241691 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.246378 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c97b4-93b4-44d7-a6d8-ce5144b243ff x-openstack-request-id: req-f57c97b4-93b4-44d7-a6d8-ce5144b243ff {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:06.246875 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0", "name": "network-vif-plugged", "status": "completed", "tag": "6713822c-8a55-462c-9451-6d76fe12e3b0", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:06.247746 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f57c97b4-93b4-44d7-a6d8-ce5144b243ff {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:06.250199 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6713822c-8a55-462c-9451-6d76fe12e3b0', 'code': 200} Jan 24 15:36:06.414531 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93993fd4-7990-42b5-a338-3ec17482dcab admin admin] Publish callbacks [] for security_group (24c77ca7-afb0-483a-8af7-8cfb954f8e4d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.424434 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93993fd4-7990-42b5-a338-3ec17482dcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (24c77ca7-afb0-483a-8af7-8cfb954f8e4d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.445590 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845116f-2b52-4e7a-8d21-77a74e4cf112 req-19720c88-1854-4efa-be5b-3a8e10f9c3da tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:06.447404 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b845116f-2b52-4e7a-8d21-77a74e4cf112 req-19720c88-1854-4efa-be5b-3a8e10f9c3da tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.1485894 Jan 24 15:36:06.508293 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-93993fd4-7990-42b5-a338-3ec17482dcab admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=01a00c4d1aef45b086dd0675eb728c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043848 Jan 24 15:36:06.511845 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 58522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:06.532943 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93993fd4-7990-42b5-a338-3ec17482dcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c77ca7-afb0-483a-8af7-8cfb954f8e4d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:06.546083 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f4f5d-b4ba-484d-b73e-cb965ac8193d req-387f8c51-d49b-4dc3-a175-aff92c5bd3c3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:06.548282 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4a4f4f5d-b4ba-484d-b73e-cb965ac8193d req-387f8c51-d49b-4dc3-a175-aff92c5bd3c3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 944 time: 0.2046080 Jan 24 15:36:06.584566 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b845116f-2b52-4e7a-8d21-77a74e4cf112 req-67e29c80-ad0e-463b-a43a-ee3a8f14e713 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281266 Jan 24 15:36:06.587546 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4989c18-5ab8-43b8-ba13-16ed04b859e7 req-cd3447f6-39f8-4ae4-b987-eed0f09cb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:06.589784 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4989c18-5ab8-43b8-ba13-16ed04b859e7 req-cd3447f6-39f8-4ae4-b987-eed0f09cb5d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1099 time: 0.0958312 Jan 24 15:36:06.598520 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 344719ec-4de1-4835-b870-bb5dc9cab7b7 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:36:06.661763 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4989c18-5ab8-43b8-ba13-16ed04b859e7 req-c3984a8e-0da9-49c1-8bfc-289439449e30 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622714 Jan 24 15:36:06.686145 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4a4f4f5d-b4ba-484d-b73e-cb965ac8193d req-cb8f6af7-c2ba-40a5-aa9c-7010cb1fd9b7 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222470 Jan 24 15:36:06.704500 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92393f14-02d1-4463-9ae1-24593e222dd2 admin admin] Publish callbacks [] for security_group (24c77ca7-afb0-483a-8af7-8cfb954f8e4d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.740563 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92393f14-02d1-4463-9ae1-24593e222dd2 admin admin] Publish callbacks [] for security_group (24c77ca7-afb0-483a-8af7-8cfb954f8e4d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.811413 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92393f14-02d1-4463-9ae1-24593e222dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (24c77ca7-afb0-483a-8af7-8cfb954f8e4d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.814531 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92393f14-02d1-4463-9ae1-24593e222dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.819382 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-92393f14-02d1-4463-9ae1-24593e222dd2 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/24c77ca7-afb0-483a-8af7-8cfb954f8e4d HTTP/1.1" status: 204 len: 168 time: 0.3056705 Jan 24 15:36:06.835103 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92393f14-02d1-4463-9ae1-24593e222dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c77ca7-afb0-483a-8af7-8cfb954f8e4d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:06.846776 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 344719ec-4de1-4835-b870-bb5dc9cab7b7, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:06.892253 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'port_id': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'mac_address': 'fa:16:3e:46:1b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:36:06.957425 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 344719ec-4de1-4835-b870-bb5dc9cab7b7 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:06.958006 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:06.999729 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344719ec-4de1-4835-b870-bb5dc9cab7b7 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:36:07.055750 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 344719ec-4de1-4835-b870-bb5dc9cab7b7, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:07.061835 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.137613 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=344719ec-4de1-4835-b870-bb5dc9cab7b7,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:07.199474 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61743123-06e4-4d22-a5ea-806112dcf74a req-f41d2555-6248-4995-bf58-588e9f8349ec tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:07.202040 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-61743123-06e4-4d22-a5ea-806112dcf74a req-f41d2555-6248-4995-bf58-588e9f8349ec tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0683331 Jan 24 15:36:07.258140 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-61743123-06e4-4d22-a5ea-806112dcf74a req-dca17444-7b60-4613-af31-23cea052e780 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504620 Jan 24 15:36:07.395890 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:07.556060 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-485329506-network', 'tenant_id': 'da6ba28f9c5e428d963abd1d8c0d050c'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:07.579301 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Made reservation on behalf of da6ba28f9c5e428d963abd1d8c0d050c for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:36:07.581740 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.589963 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.664691 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Publish callbacks [] for security_group (a1ebd169-8361-41b3-8e93-1a5efa626145), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.670144 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (a1ebd169-8361-41b3-8e93-1a5efa626145), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.695239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:36:07.709819 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (3b28bbd9-2fe6-4544-b71e-feb66d2a564d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.710146 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Added segment 3b28bbd9-2fe6-4544-b71e-feb66d2a564d of type vlan for network 6f843d2e-2109-4a4a-92e0-b1ffbb13e808 Jan 24 15:36:07.711468 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ebd169-8361-41b3-8e93-1a5efa626145,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:07.761354 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (6f843d2e-2109-4a4a-92e0-b1ffbb13e808), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.790127 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (6f843d2e-2109-4a4a-92e0-b1ffbb13e808), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.791202 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:07.791865 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:07.812773 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beb9f0-5baf-4590-9e5c-ab491483e725 req-d5f12a3f-92b0-4f16-a167-1da87aad1868 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:07.814300 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-49beb9f0-5baf-4590-9e5c-ab491483e725 req-d5f12a3f-92b0-4f16-a167-1da87aad1868 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 945 time: 0.0511491 Jan 24 15:36:07.866825 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-49beb9f0-5baf-4590-9e5c-ab491483e725 req-9c2721ac-b9b0-479c-8c05-ab12e9fca2cd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461106 Jan 24 15:36:08.021973 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6249716 Jan 24 15:36:08.027398 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58600) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:08.030310 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Request body: {'subnet': {'network_id': '6f843d2e-2109-4a4a-92e0-b1ffbb13e808', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-485329506-subnet', 'tenant_id': 'da6ba28f9c5e428d963abd1d8c0d050c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:08.038878 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa1b94-7eb3-463d-a6b2-c265f9343a9c admin admin] Pushing event updated for resources: {'Network': ['ID=6f843d2e-2109-4a4a-92e0-b1ffbb13e808,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:08.050945 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 6f843d2e-2109-4a4a-92e0-b1ffbb13e808 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:36:08.065903 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Made reservation on behalf of da6ba28f9c5e428d963abd1d8c0d050c for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:36:08.069056 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9697906'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:08.249239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9697868'] for subnet (c6ddae25-dbd0-4f53-88ef-4ff2d140510e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:08.311677 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ddae25-dbd0-4f53-88ef-4ff2d140510e,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:08.316135 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Checking segment: {'id': '3b28bbd9-2fe6-4544-b71e-feb66d2a564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6f843d2e-2109-4a4a-92e0-b1ffbb13e808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:36:08.316496 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Network hostable DHCP agents. Network: 6f843d2e-2109-4a4a-92e0-b1ffbb13e808, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:36:08.335729 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Network 6f843d2e-2109-4a4a-92e0-b1ffbb13e808 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:36:08.346706 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 6f843d2e-2109-4a4a-92e0-b1ffbb13e808) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:36:08.351006 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:08.351776 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:08.373549 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae7504-33cc-49e7-bed8-5bda5c259d73 None None] Network 6f843d2e-2109-4a4a-92e0-b1ffbb13e808 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:36:08.391493 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9f2012c2-8c06-4d40-a7af-9ed2df254063 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3633900 Jan 24 15:36:08.394706 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b7ca-f907-43b6-b24a-35e36492288a req-9ea9cf7a-618c-4b70-9bac-a5ae88e3fb7a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:08.407050 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8499b7ca-f907-43b6-b24a-35e36492288a req-9ea9cf7a-618c-4b70-9bac-a5ae88e3fb7a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0741112 Jan 24 15:36:08.463683 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8499b7ca-f907-43b6-b24a-35e36492288a req-3c4cde7d-89da-47f6-990d-f02e6a2021c1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507128 Jan 24 15:36:08.508610 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5c9ce-74f0-488f-b228-7d240bfbe1f6 None None] Network 6f843d2e-2109-4a4a-92e0-b1ffbb13e808 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:36:08.976519 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58648) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:08.981348 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-851595984-network', 'tenant_id': '4f48dec51d8745e2905925fea966b03d'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:08.983590 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c72b5-e389-4709-a1ac-e606e6104a7d req-ccd6e49e-545a-41b0-a584-0029348f7694 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:08.985074 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ad8c72b5-e389-4709-a1ac-e606e6104a7d req-ccd6e49e-545a-41b0-a584-0029348f7694 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 945 time: 0.0479956 Jan 24 15:36:09.005746 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Made reservation on behalf of 4f48dec51d8745e2905925fea966b03d for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:36:09.008378 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.018040 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.037180 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ad8c72b5-e389-4709-a1ac-e606e6104a7d req-c5d7a8bf-84fb-4def-a2fe-43fc56050022 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Jan 24 15:36:09.096385 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Publish callbacks [] for security_group (fecc3568-7a05-4a3f-abf8-539d87056147), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.099910 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (fecc3568-7a05-4a3f-abf8-539d87056147), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.122054 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:36:09.140728 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (cd69b83c-ace4-47dd-9b57-c37730698f2c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.141079 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Added segment cd69b83c-ace4-47dd-9b57-c37730698f2c of type vlan for network f220872e-191c-4564-8f9a-3f1d7b77ba46 Jan 24 15:36:09.142446 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecc3568-7a05-4a3f-abf8-539d87056147,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:09.186588 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (f220872e-191c-4564-8f9a-3f1d7b77ba46), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.217156 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (f220872e-191c-4564-8f9a-3f1d7b77ba46), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.218239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:09.218810 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.272528 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2948635 Jan 24 15:36:09.275508 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 58654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:09.279494 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cfa4b-66f7-4442-b9a4-408a6f562d37 admin admin] Pushing event updated for resources: {'Network': ['ID=f220872e-191c-4564-8f9a-3f1d7b77ba46,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:09.280763 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Request body: {'subnet': {'network_id': 'f220872e-191c-4564-8f9a-3f1d7b77ba46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-851595984-subnet', 'tenant_id': '4f48dec51d8745e2905925fea966b03d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:09.289243 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network f220872e-191c-4564-8f9a-3f1d7b77ba46 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:36:09.313132 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Made reservation on behalf of 4f48dec51d8745e2905925fea966b03d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:36:09.315604 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8790999'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.472876 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-987b8380-814c-48c3-a00a-331b4aa39e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:09.475834 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-987b8380-814c-48c3-a00a-331b4aa39e41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0611088 Jan 24 15:36:09.518947 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9519987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8791017'] for subnet (12c81dbf-7572-4b74-9f43-381d143a4466), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.618367 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-4756299a-8c0c-4236-bfb8-b774dccfdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:09.620954 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-4756299a-8c0c-4236-bfb8-b774dccfdf6a service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 0.1334739 Jan 24 15:36:09.633091 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4f567-3320-48a4-a7dc-90014549f6f8 req-07c5d4e3-5935-49eb-a503-3eb827b28e4f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:09.635001 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5cc4f567-3320-48a4-a7dc-90014549f6f8 req-07c5d4e3-5935-49eb-a503-3eb827b28e4f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0862114 Jan 24 15:36:09.638159 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c81dbf-7572-4b74-9f43-381d143a4466,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:09.658378 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Checking segment: {'id': 'cd69b83c-ace4-47dd-9b57-c37730698f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f220872e-191c-4564-8f9a-3f1d7b77ba46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:36:09.658845 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Network hostable DHCP agents. Network: f220872e-191c-4564-8f9a-3f1d7b77ba46, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:36:09.676974 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['344719ec-4de1-4835-b870-bb5dc9cab7b7'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:36:09.695872 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-423203e2-4d4d-49e4-b653-2795ce3ed303 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe9b91c-3c59-490d-b091-da5600e50552 HTTP/1.1" status: 200 len: 217 time: 0.0582151 Jan 24 15:36:09.705662 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Network f220872e-191c-4564-8f9a-3f1d7b77ba46 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:36:09.724137 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5cc4f567-3320-48a4-a7dc-90014549f6f8 req-60f02517-5e37-4a89-8321-d7a91ffbbee4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780160 Jan 24 15:36:09.725217 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, f220872e-191c-4564-8f9a-3f1d7b77ba46) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:36:09.734892 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:09.735642 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:09.745982 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc49fe-9a2a-49f2-94e7-dc2983998d3b None None] Network f220872e-191c-4564-8f9a-3f1d7b77ba46 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:36:09.755357 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8cc2a96b-d18b-4298-af33-94ed23d30f50 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4787314 Jan 24 15:36:09.827841 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-07b22176-1327-47e8-b017-8a05a3fc6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:09.829316 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-07b22176-1327-47e8-b017-8a05a3fc6aee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.0628657 Jan 24 15:36:09.927018 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f30d22-4aca-470a-9775-2d0f79a6939e None None] Network f220872e-191c-4564-8f9a-3f1d7b77ba46 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:36:09.942326 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-8e36df7b-ed9f-4402-9373-7ded8cfaf099 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277162 Jan 24 15:36:10.174055 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6920fe5-bfb6-4d2e-b582-7311a18097f1 req-a7832297-93cc-4fa5-afb3-c9d591b2e83a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:10.175715 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e6920fe5-bfb6-4d2e-b582-7311a18097f1 req-a7832297-93cc-4fa5-afb3-c9d591b2e83a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 945 time: 0.0578811 Jan 24 15:36:10.234421 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e6920fe5-bfb6-4d2e-b582-7311a18097f1 req-01b271c5-190b-440c-ac1c-d37bb32594a4 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524678 Jan 24 15:36:10.838057 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06488e3-2f8c-4136-8339-81be36d3cdf8 req-176fef01-31ed-467b-acdf-5f47f5fabd15 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:10.839520 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d06488e3-2f8c-4136-8339-81be36d3cdf8 req-176fef01-31ed-467b-acdf-5f47f5fabd15 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Jan 24 15:36:10.889756 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d06488e3-2f8c-4136-8339-81be36d3cdf8 req-6201f3b7-6249-4fc1-b6ec-13c589d4713c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443325 Jan 24 15:36:11.350598 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a479b4-0478-4fc4-b0a6-b4fe10b3c823 req-d0c8acc8-a017-40ac-a0a5-6c90543bedbf tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:11.352080 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6a479b4-0478-4fc4-b0a6-b4fe10b3c823 req-d0c8acc8-a017-40ac-a0a5-6c90543bedbf tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 945 time: 0.0473955 Jan 24 15:36:11.404286 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6a479b4-0478-4fc4-b0a6-b4fe10b3c823 req-c13086a8-28d9-4fd2-be3c-a42c18ab3b0e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460069 Jan 24 15:36:12.003197 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0750235-5b88-4d06-9008-54926234a24a req-2da9ada1-167d-4bcc-ba35-9411f249c70c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:12.004667 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b0750235-5b88-4d06-9008-54926234a24a req-2da9ada1-167d-4bcc-ba35-9411f249c70c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0478303 Jan 24 15:36:12.053422 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b0750235-5b88-4d06-9008-54926234a24a req-6a6569ae-35de-4c39-aa57-dbc363b16da4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Jan 24 15:36:12.519421 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26889d8-46d0-4766-a575-e25bf8945bfc req-7684be28-a723-42f6-ac16-b6956878a2ae tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:12.520893 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d26889d8-46d0-4766-a575-e25bf8945bfc req-7684be28-a723-42f6-ac16-b6956878a2ae tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 945 time: 0.0499573 Jan 24 15:36:12.569689 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d26889d8-46d0-4766-a575-e25bf8945bfc req-345df645-f909-485e-b148-5b09cc9817d5 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 Jan 24 15:36:12.874207 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-b4bc1ce3-6581-4b16-b205-55d7b7d20652 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948770 Jan 24 15:36:12.970303 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ea3578d-6f79-4529-b04c-a625ff6c392e req-16cd6b53-172a-491b-8c05-a2bc0f8a6521 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874815 Jan 24 15:36:13.170922 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf0e9e-0bd5-460a-ba4b-741d8f279e9c req-dbc64396-c24a-4299-8295-43e09b71346b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:13.172391 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dabf0e9e-0bd5-460a-ba4b-741d8f279e9c req-dbc64396-c24a-4299-8295-43e09b71346b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0511141 Jan 24 15:36:13.218307 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dabf0e9e-0bd5-460a-ba4b-741d8f279e9c req-36d8f5a4-143b-416f-8545-ae123374472c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Jan 24 15:36:13.384969 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 344719ec-4de1-4835-b870-bb5dc9cab7b7 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:36:13.434122 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 344719ec-4de1-4835-b870-bb5dc9cab7b7 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:36:13.438763 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 344719ec-4de1-4835-b870-bb5dc9cab7b7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:36:13.439214 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:13.520424 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 344719ec-4de1-4835-b870-bb5dc9cab7b7 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:13.520732 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:13.545368 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344719ec-4de1-4835-b870-bb5dc9cab7b7'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:13.548042 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a025bd-7352-4204-9be0-b1ff4cf4c5a1" -d '{"events": [{"server_uuid": "84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d", "name": "network-vif-plugged", "status": "completed", "tag": "344719ec-4de1-4835-b870-bb5dc9cab7b7"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:13.569413 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 344719ec-4de1-4835-b870-bb5dc9cab7b7, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:13.573521 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:13.599387 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1762a51-eef6-4ec0-9527-f17559e3d6c3 x-openstack-request-id: req-b1762a51-eef6-4ec0-9527-f17559e3d6c3 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:13.599786 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d", "name": "network-vif-plugged", "status": "completed", "tag": "344719ec-4de1-4835-b870-bb5dc9cab7b7", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:13.599948 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b1762a51-eef6-4ec0-9527-f17559e3d6c3 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:13.600340 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'code': 200} Jan 24 15:36:13.643079 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=344719ec-4de1-4835-b870-bb5dc9cab7b7,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:13.741950 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91270893-8e78-42d0-a8c2-07b10df08323 req-d1f0ffc9-d36c-48c3-b718-9ab24827fcc4 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:13.743360 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-91270893-8e78-42d0-a8c2-07b10df08323 req-d1f0ffc9-d36c-48c3-b718-9ab24827fcc4 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0675304 Jan 24 15:36:13.808008 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-91270893-8e78-42d0-a8c2-07b10df08323 req-1154aa9c-560c-42f4-a0df-b85cc4370460 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557129 Jan 24 15:36:13.817334 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f21a8-015e-455e-b026-b294b650d9d9 req-d632e4b2-e1a5-4124-a6c9-3c535361f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:13.819605 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-047f21a8-015e-455e-b026-b294b650d9d9 req-d632e4b2-e1a5-4124-a6c9-3c535361f79a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 1099 time: 0.0570879 Jan 24 15:36:13.877484 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-047f21a8-015e-455e-b026-b294b650d9d9 req-fc0547e5-d284-411b-9e1f-bf5bfca076bd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501375 Jan 24 15:36:14.218400 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 58814) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:14.339439 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bae6ba16-c5e2-47b7-990c-027c401cbb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:14.350647 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ece58-ce0e-4c2a-aaa8-daa7d0cb992d req-6b679ce6-d0b4-4936-84c1-e5fc02d1b295 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:14.353210 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a62ece58-ce0e-4c2a-aaa8-daa7d0cb992d req-6b679ce6-d0b4-4936-84c1-e5fc02d1b295 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0565674 Jan 24 15:36:14.418736 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a62ece58-ce0e-4c2a-aaa8-daa7d0cb992d req-5d542d00-82ac-41eb-b642-f9a5216b61be tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582771 Jan 24 15:36:14.436747 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bae6ba16-c5e2-47b7-990c-027c401cbb4e admin admin] Publish callbacks [] for security_group (78d38078-2cf4-42da-a1d9-00cd002bcde6), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:14.440624 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bae6ba16-c5e2-47b7-990c-027c401cbb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (78d38078-2cf4-42da-a1d9-00cd002bcde6), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:14.479539 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ba16-c5e2-47b7-990c-027c401cbb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d38078-2cf4-42da-a1d9-00cd002bcde6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:14.484961 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bae6ba16-c5e2-47b7-990c-027c401cbb4e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b331976b49094f1d83ccb62c0ab7fa88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655330 Jan 24 15:36:14.487938 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58828) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:14.539227 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-975cb84e-39dd-40f1-b9cc-ea16dcedc77d admin admin] Publish callbacks [] for security_group (78d38078-2cf4-42da-a1d9-00cd002bcde6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:14.562863 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-975cb84e-39dd-40f1-b9cc-ea16dcedc77d admin admin] Publish callbacks [] for security_group (78d38078-2cf4-42da-a1d9-00cd002bcde6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:14.612714 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-975cb84e-39dd-40f1-b9cc-ea16dcedc77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (78d38078-2cf4-42da-a1d9-00cd002bcde6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:14.615544 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-975cb84e-39dd-40f1-b9cc-ea16dcedc77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:14.616923 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-975cb84e-39dd-40f1-b9cc-ea16dcedc77d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/78d38078-2cf4-42da-a1d9-00cd002bcde6 HTTP/1.1" status: 204 len: 168 time: 0.1276126 Jan 24 15:36:14.628101 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cb84e-39dd-40f1-b9cc-ea16dcedc77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d38078-2cf4-42da-a1d9-00cd002bcde6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:14.918363 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 58838) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:14.932543 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5fffea9-b353-4f6a-a634-4a1c32711a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:14.948893 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6befe-36b9-4638-b79c-a7ccfdeb7283 req-0950d5e7-d067-4cae-a080-b92ceeded73b tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:14.950437 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fde6befe-36b9-4638-b79c-a7ccfdeb7283 req-0950d5e7-d067-4cae-a080-b92ceeded73b tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0563240 Jan 24 15:36:15.018506 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fde6befe-36b9-4638-b79c-a7ccfdeb7283 req-9cf548af-ba5e-4e34-8ef8-534213848f74 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617223 Jan 24 15:36:15.023894 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5fffea9-b353-4f6a-a634-4a1c32711a6d admin admin] Publish callbacks [] for security_group (5cc406ec-60a9-4d52-8c5a-01fb4799c541), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:15.028376 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5fffea9-b353-4f6a-a634-4a1c32711a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (5cc406ec-60a9-4d52-8c5a-01fb4799c541), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:15.071938 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b5fffea9-b353-4f6a-a634-4a1c32711a6d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6210406439ce404eadcfef69444e8013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524031 Jan 24 15:36:15.072946 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fffea9-b353-4f6a-a634-4a1c32711a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc406ec-60a9-4d52-8c5a-01fb4799c541,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:15.074792 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 58842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:15.146403 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f253cd84-c6ec-47d5-b874-0cee58835813 admin admin] Publish callbacks [] for security_group (5cc406ec-60a9-4d52-8c5a-01fb4799c541), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:15.177409 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f253cd84-c6ec-47d5-b874-0cee58835813 admin admin] Publish callbacks [] for security_group (5cc406ec-60a9-4d52-8c5a-01fb4799c541), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:15.257325 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f253cd84-c6ec-47d5-b874-0cee58835813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (5cc406ec-60a9-4d52-8c5a-01fb4799c541), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:15.260673 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f253cd84-c6ec-47d5-b874-0cee58835813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:15.262031 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f253cd84-c6ec-47d5-b874-0cee58835813 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5cc406ec-60a9-4d52-8c5a-01fb4799c541 HTTP/1.1" status: 204 len: 168 time: 0.1846819 Jan 24 15:36:15.272155 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253cd84-c6ec-47d5-b874-0cee58835813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc406ec-60a9-4d52-8c5a-01fb4799c541,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:15.623016 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411a562-9ade-4219-a639-badf26494c11 req-1fe9c87f-5d56-4d3e-aa7a-d54fa0b0b59f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:15.626230 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a411a562-9ade-4219-a639-badf26494c11 req-1fe9c87f-5d56-4d3e-aa7a-d54fa0b0b59f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0856135 Jan 24 15:36:15.688733 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a411a562-9ade-4219-a639-badf26494c11 req-0a460ed3-6ebe-4fc6-9d5f-cc0d30d5ad5f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616324 Jan 24 15:36:16.141233 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b291c1-6510-4d25-9436-c08d8deec676 req-cf5eaff6-42f5-4b0c-9918-a931c8a31d56 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:16.142763 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-41b291c1-6510-4d25-9436-c08d8deec676 req-cf5eaff6-42f5-4b0c-9918-a931c8a31d56 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0558062 Jan 24 15:36:16.194278 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-41b291c1-6510-4d25-9436-c08d8deec676 req-c693b3c5-e108-4003-97fd-5665f18e0ede tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460389 Jan 24 15:36:16.313365 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d20ebc-b297-4d3d-9869-d258d1217f5f req-36731136-2ee1-462d-ba6a-02f79c477117 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:16.314937 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95d20ebc-b297-4d3d-9869-d258d1217f5f req-36731136-2ee1-462d-ba6a-02f79c477117 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0519762 Jan 24 15:36:16.324901 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 58926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:16.330126 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'floatingip': {'port_id': '344719ec-4de1-4835-b870-bb5dc9cab7b7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:16.403497 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (81b784d6-98e2-4e0f-a649-62e1b33a051b), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:17.106776 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c534bb-527c-49a8-912b-d4c7ac8b54b6 req-01a843f7-e402-4494-be1a-dd8a2a20fb8c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:17.108966 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-11c534bb-527c-49a8-912b-d4c7ac8b54b6 req-01a843f7-e402-4494-be1a-dd8a2a20fb8c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.2728684 Jan 24 15:36:17.356001 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:17.364670 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (81b784d6-98e2-4e0f-a649-62e1b33a051b), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:17.432562 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-11c534bb-527c-49a8-912b-d4c7ac8b54b6 req-236d166f-1c5d-40fa-b973-5ea19d736ecb tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030145 Jan 24 15:36:17.516156 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Floating IP 81b784d6-98e2-4e0f-a649-62e1b33a051b associated. External IP: 172.27.2.232, port: 344719ec-4de1-4835-b870-bb5dc9cab7b7. Jan 24 15:36:17.761954 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Router 3626d662-0f95-4926-bc63-005851ba2df2 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:36:17.805917 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:17.886229 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:36:17.897129 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:17.904716 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] Sync routers for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:36:17.920299 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:36:17.921270 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:17.934461 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-cdb34e79-0cc7-4bf2-a150-bfbf6d525bce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "PUT /v2.0/floatingips/81b784d6-98e2-4e0f-a649-62e1b33a051b HTTP/1.1" status: 200 len: 992 time: 1.6082675 Jan 24 15:36:17.936019 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'tag': '344719ec-4de1-4835-b870-bb5dc9cab7b7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:17.938555 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a13dfe-a93c-4599-a87c-b38ce34d3db1" -d '{"events": [{"name": "network-changed", "server_uuid": "84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d", "tag": "344719ec-4de1-4835-b870-bb5dc9cab7b7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:17.964047 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b090aec-0d60-4894-b114-91d68d96ac05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.011097 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c38cb66-890e-49a8-93ae-26135abc54ee x-openstack-request-id: req-6c38cb66-890e-49a8-93ae-26135abc54ee {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:18.012126 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d", "tag": "344719ec-4de1-4835-b870-bb5dc9cab7b7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:18.012126 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6c38cb66-890e-49a8-93ae-26135abc54ee {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:18.012724 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'tag': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'status': 'completed', 'code': 200} Jan 24 15:36:18.089648 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:36:18.109101 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-0424d3b3-2661-4877-b808-5e2e199e5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:18.110952 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-0424d3b3-2661-4877-b808-5e2e199e5006 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 1099 time: 0.0703993 Jan 24 15:36:18.256137 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b090aec-0d60-4894-b114-91d68d96ac05 admin admin] Publish callbacks [] for security_group (e33c2f55-0f44-4e0b-b88f-2c6883de57c7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.263013 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b090aec-0d60-4894-b114-91d68d96ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e33c2f55-0f44-4e0b-b88f-2c6883de57c7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.316717 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9b090aec-0d60-4894-b114-91d68d96ac05 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c0ab463fa6834064bbc11af7d57e2b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095549 Jan 24 15:36:18.323168 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59044) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:18.361701 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-c1c6892e-d698-4854-9b57-c24d28365e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:18.363678 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-c1c6892e-d698-4854-9b57-c24d28365e43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 911 time: 0.2421000 Jan 24 15:36:18.366667 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b090aec-0d60-4894-b114-91d68d96ac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c2f55-0f44-4e0b-b88f-2c6883de57c7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:18.408894 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d000cf0-9e34-4316-9310-d81eb55d583c admin admin] Publish callbacks [] for security_group (e33c2f55-0f44-4e0b-b88f-2c6883de57c7), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.435020 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d000cf0-9e34-4316-9310-d81eb55d583c admin admin] Publish callbacks [] for security_group (e33c2f55-0f44-4e0b-b88f-2c6883de57c7), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.498322 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59050) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:18.504855 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d000cf0-9e34-4316-9310-d81eb55d583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e33c2f55-0f44-4e0b-b88f-2c6883de57c7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.507638 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d000cf0-9e34-4316-9310-d81eb55d583c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.508776 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4d000cf0-9e34-4316-9310-d81eb55d583c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e33c2f55-0f44-4e0b-b88f-2c6883de57c7 HTTP/1.1" status: 204 len: 168 time: 0.1846025 Jan 24 15:36:18.517310 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000cf0-9e34-4316-9310-d81eb55d583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c2f55-0f44-4e0b-b88f-2c6883de57c7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:18.527912 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '81b784d6-98e2-4e0f-a649-62e1b33a051b', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'port_id': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'mac_address': 'fa:16:3e:46:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:35:51Z', 'updated_at': '2022-01-24T15:36:16Z', 'revision_number': 1, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:18.538597 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-411d8321-2e01-4980-8465-b3458318a161 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 200 len: 1000 time: 0.1567757 Jan 24 15:36:18.611315 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] Checking router: 3626d662-0f95-4926-bc63-005851ba2df2 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:36:18.621819 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:36:18.624703 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:35:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:18.628802 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47586-6ce9-4520-b088-baa26f3356ec req-0fd98635-ad31-47ed-bf9c-2ba8bd613949 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:18.635347 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e6b47586-6ce9-4520-b088-baa26f3356ec req-0fd98635-ad31-47ed-bf9c-2ba8bd613949 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.1027119 Jan 24 15:36:18.681704 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-5f72a336-c74c-431c-9a9c-15ad19a55272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:18.686703 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-5f72a336-c74c-431c-9a9c-15ad19a55272 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.1297832 Jan 24 15:36:18.750074 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cf07a4a-22df-42b1-8127-a39238d61f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.773828 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:36:18.785727 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-94a7ab67-eebb-4569-92dd-35ca4ca56e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:18.789676 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-94a7ab67-eebb-4569-92dd-35ca4ca56e71 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902658 Jan 24 15:36:18.820402 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e6b47586-6ce9-4520-b088-baa26f3356ec req-8d7cb83a-32eb-4b79-8dc7-1da904e51d3c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783562 Jan 24 15:36:18.923496 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cf07a4a-22df-42b1-8127-a39238d61f7a admin admin] Publish callbacks [] for security_group (cbd8f0fe-f81e-497c-82ce-343e9ca0ae53), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:18.929881 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cf07a4a-22df-42b1-8127-a39238d61f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (cbd8f0fe-f81e-497c-82ce-343e9ca0ae53), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.009924 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59066) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:19.010497 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59068) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:19.011618 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7cf07a4a-22df-42b1-8127-a39238d61f7a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cbb3a40320bf4be28763cf9e3466daf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069988 Jan 24 15:36:19.025501 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07a4a-22df-42b1-8127-a39238d61f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd8f0fe-f81e-497c-82ce-343e9ca0ae53,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:19.026584 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-2a846ea5-bd31-4a24-af83-672b4f67cfde service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292433 Jan 24 15:36:19.078939 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-246b076a-192d-4490-be91-1b9e39567b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.192681 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7570d59d-7b00-42c9-ba3c-57f6cdfbf80b admin admin] Publish callbacks [] for security_group (cbd8f0fe-f81e-497c-82ce-343e9ca0ae53), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.235025 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '81b784d6-98e2-4e0f-a649-62e1b33a051b', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'port_id': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'mac_address': 'fa:16:3e:46:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:35:51Z', 'updated_at': '2022-01-24T15:36:16Z', 'revision_number': 1, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:19.244546 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7570d59d-7b00-42c9-ba3c-57f6cdfbf80b admin admin] Publish callbacks [] for security_group (cbd8f0fe-f81e-497c-82ce-343e9ca0ae53), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.254534 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60a13dfe-a93c-4599-a87c-b38ce34d3db1 req-9c269c96-c26a-4c9a-9759-546e3eb1da6f service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054715 Jan 24 15:36:19.271885 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3a39a-ba42-4b22-a41b-fd10d599c96b None None] The sync data for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi is: [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '81b784d6-98e2-4e0f-a649-62e1b33a051b', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'port_id': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'mac_address': 'fa:16:3e:46:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:35:51Z', 'updated_at': '2022-01-24T15:36:16Z', 'revision_number': 1, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:36:19.319682 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-246b076a-192d-4490-be91-1b9e39567b72 admin admin] Publish callbacks [] for security_group (3812efce-443d-4803-b6ae-63dc123ea1d1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.328897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-246b076a-192d-4490-be91-1b9e39567b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3812efce-443d-4803-b6ae-63dc123ea1d1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.363203 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7570d59d-7b00-42c9-ba3c-57f6cdfbf80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (cbd8f0fe-f81e-497c-82ce-343e9ca0ae53), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.366015 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7570d59d-7b00-42c9-ba3c-57f6cdfbf80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.367176 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7570d59d-7b00-42c9-ba3c-57f6cdfbf80b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cbd8f0fe-f81e-497c-82ce-343e9ca0ae53 HTTP/1.1" status: 204 len: 168 time: 0.3554096 Jan 24 15:36:19.382029 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:19.382238 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-246b076a-192d-4490-be91-1b9e39567b72 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=eba9333cfecd4612aa270312e2794036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690350 Jan 24 15:36:19.390072 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b076a-192d-4490-be91-1b9e39567b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3812efce-443d-4803-b6ae-63dc123ea1d1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:19.409704 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570d59d-7b00-42c9-ba3c-57f6cdfbf80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd8f0fe-f81e-497c-82ce-343e9ca0ae53,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:19.506020 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e423e56-dfbb-4865-b138-a8a0974edc60 admin admin] Publish callbacks [] for security_group (3812efce-443d-4803-b6ae-63dc123ea1d1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.547315 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e423e56-dfbb-4865-b138-a8a0974edc60 admin admin] Publish callbacks [] for security_group (3812efce-443d-4803-b6ae-63dc123ea1d1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.601863 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e423e56-dfbb-4865-b138-a8a0974edc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3812efce-443d-4803-b6ae-63dc123ea1d1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.604770 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e423e56-dfbb-4865-b138-a8a0974edc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.606103 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9e423e56-dfbb-4865-b138-a8a0974edc60 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3812efce-443d-4803-b6ae-63dc123ea1d1 HTTP/1.1" status: 204 len: 168 time: 0.2220757 Jan 24 15:36:19.616595 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e423e56-dfbb-4865-b138-a8a0974edc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3812efce-443d-4803-b6ae-63dc123ea1d1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:19.646801 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f59fb-fca5-45b5-939d-0db891ec2e7d None None] New status for floating IP 81b784d6-98e2-4e0f-a649-62e1b33a051b: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:36:19.844714 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59100) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:19.863445 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d04eee8-c389-4367-9273-a98769f8a863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.968715 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d04eee8-c389-4367-9273-a98769f8a863 admin admin] Publish callbacks [] for security_group (1cea665b-dc8a-4ef5-b18a-bd16fac222ab), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.973451 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d04eee8-c389-4367-9273-a98769f8a863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (1cea665b-dc8a-4ef5-b18a-bd16fac222ab), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:19.979621 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22099-9b12-4c48-b55f-278a16d5c15b req-606e8a24-f474-41e3-868f-8abe6396706c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:19.981168 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3cf22099-9b12-4c48-b55f-278a16d5c15b req-606e8a24-f474-41e3-868f-8abe6396706c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0703609 Jan 24 15:36:20.031684 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:20.032147 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8d04eee8-c389-4367-9273-a98769f8a863 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=38a03f54faf841fab43e1a7c635f1288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860704 Jan 24 15:36:20.034360 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04eee8-c389-4367-9273-a98769f8a863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea665b-dc8a-4ef5-b18a-bd16fac222ab,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:20.094412 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3cf22099-9b12-4c48-b55f-278a16d5c15b req-82475211-61af-4e7d-8e7e-c64efdb18b3e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062253 Jan 24 15:36:20.125927 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb7422f1-183d-4ff1-baa3-f45e66959a82 admin admin] Publish callbacks [] for security_group (1cea665b-dc8a-4ef5-b18a-bd16fac222ab), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:20.159809 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb7422f1-183d-4ff1-baa3-f45e66959a82 admin admin] Publish callbacks [] for security_group (1cea665b-dc8a-4ef5-b18a-bd16fac222ab), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:20.218809 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb7422f1-183d-4ff1-baa3-f45e66959a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (1cea665b-dc8a-4ef5-b18a-bd16fac222ab), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:20.222944 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb7422f1-183d-4ff1-baa3-f45e66959a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:20.256052 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-cb7422f1-183d-4ff1-baa3-f45e66959a82 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1cea665b-dc8a-4ef5-b18a-bd16fac222ab HTTP/1.1" status: 204 len: 168 time: 0.2184529 Jan 24 15:36:20.284027 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7422f1-183d-4ff1-baa3-f45e66959a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea665b-dc8a-4ef5-b18a-bd16fac222ab,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:21.225233 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d98b6-aac8-444c-907f-0e1346ca1a6e req-af7e294d-eb81-4ebe-ba18-75691e7b262a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:21.226736 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09d98b6-aac8-444c-907f-0e1346ca1a6e req-af7e294d-eb81-4ebe-ba18-75691e7b262a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0504546 Jan 24 15:36:21.277206 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c09d98b6-aac8-444c-907f-0e1346ca1a6e req-e91398aa-6e02-411a-a20c-e1c59228145d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Jan 24 15:36:22.401458 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcc6d8-35c7-4272-83bf-a45ceba4d799 req-2a13eab7-42ad-40c4-8e37-fa0a37f730a3 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:22.402952 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a0bcc6d8-35c7-4272-83bf-a45ceba4d799 req-2a13eab7-42ad-40c4-8e37-fa0a37f730a3 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0564339 Jan 24 15:36:22.449893 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a0bcc6d8-35c7-4272-83bf-a45ceba4d799 req-12fa50ca-b242-4261-acc8-69c069be4890 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Jan 24 15:36:23.566369 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e743702-2c03-4b4d-a393-0c9ae922f9a3 req-12dda031-0282-4714-811d-14786d4bda8d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:23.567867 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1e743702-2c03-4b4d-a393-0c9ae922f9a3 req-12dda031-0282-4714-811d-14786d4bda8d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0502315 Jan 24 15:36:23.620778 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1e743702-2c03-4b4d-a393-0c9ae922f9a3 req-1e2efd51-643c-45a3-81a9-7e80de4daf25 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474744 Jan 24 15:36:23.958496 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9086fa-4708-4006-973c-f0362ce15a25 req-b9789b93-c0d4-422b-8abd-b4163b474b3d tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:23.960074 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0e9086fa-4708-4006-973c-f0362ce15a25 req-b9789b93-c0d4-422b-8abd-b4163b474b3d tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.0511844 Jan 24 15:36:24.016373 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0e9086fa-4708-4006-973c-f0362ce15a25 req-fa02c449-d6f3-44d6-bef6-a9779dec7d12 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503516 Jan 24 15:36:24.341616 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:36:24.761933 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737a540-b4c9-41f7-aab2-43c004df81f7 req-d6543f87-c893-472a-aa07-49e3134fbc45 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:24.764211 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3737a540-b4c9-41f7-aab2-43c004df81f7 req-d6543f87-c893-472a-aa07-49e3134fbc45 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0608754 Jan 24 15:36:24.826841 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3737a540-b4c9-41f7-aab2-43c004df81f7 req-9646898c-2b29-4242-b7e6-2e1f0ac15bc0 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560362 Jan 24 15:36:25.141440 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e3103-775c-40e4-9c31-1248604baec5 req-5a1a0665-fcc5-4a48-a57f-27e24a32b7ae tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:25.142961 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a0e3103-775c-40e4-9c31-1248604baec5 req-5a1a0665-fcc5-4a48-a57f-27e24a32b7ae tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.0540917 Jan 24 15:36:25.191589 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a0e3103-775c-40e4-9c31-1248604baec5 req-4a1bb48d-bbec-4395-9aeb-e9ebf279b969 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Jan 24 15:36:25.995034 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59370) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:26.000810 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8de2e6-79b6-4c9c-8d8b-12ed8e24b8ba req-8e974cf0-65b6-4451-b52c-5fe28b351b1d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:26.002456 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee8de2e6-79b6-4c9c-8d8b-12ed8e24b8ba req-8e974cf0-65b6-4451-b52c-5fe28b351b1d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0582902 Jan 24 15:36:26.067867 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee8de2e6-79b6-4c9c-8d8b-12ed8e24b8ba req-0c76377c-0eae-45ae-b568-f88ccc7d36f3 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595059 Jan 24 15:36:26.098194 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84a68aa8-c4e8-45fa-ab3c-20ee8ebcc5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.136464 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-901e0495-7caf-427e-9bb1-3b25b922fd6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.222656 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-901e0495-7caf-427e-9bb1-3b25b922fd6a admin admin] Publish callbacks [] for security_group (1296a338-4204-41a9-a40d-8eea65bd13bc), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.227617 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-901e0495-7caf-427e-9bb1-3b25b922fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (1296a338-4204-41a9-a40d-8eea65bd13bc), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.270614 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-901e0495-7caf-427e-9bb1-3b25b922fd6a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=96cbdc51c8744247954fc1aa55b9e682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738194 Jan 24 15:36:26.271354 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e0495-7caf-427e-9bb1-3b25b922fd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1296a338-4204-41a9-a40d-8eea65bd13bc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:26.273597 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:26.316533 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b2c51-42c5-4458-9eb3-b63bf7ad013f req-c904dc79-32e5-4a02-a2db-0760e0128dcb tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:26.317964 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e6b2c51-42c5-4458-9eb3-b63bf7ad013f req-c904dc79-32e5-4a02-a2db-0760e0128dcb tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.0485439 Jan 24 15:36:26.334846 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a47a4aa4-ac76-44c2-a4f9-21fe22c44b4e admin admin] Publish callbacks [] for security_group (1296a338-4204-41a9-a40d-8eea65bd13bc), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.357382 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a47a4aa4-ac76-44c2-a4f9-21fe22c44b4e admin admin] Publish callbacks [] for security_group (1296a338-4204-41a9-a40d-8eea65bd13bc), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.370174 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e6b2c51-42c5-4458-9eb3-b63bf7ad013f req-0588701d-32fe-45ec-8798-77d00202b52c tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Jan 24 15:36:26.408579 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a47a4aa4-ac76-44c2-a4f9-21fe22c44b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (1296a338-4204-41a9-a40d-8eea65bd13bc), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.411791 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a47a4aa4-ac76-44c2-a4f9-21fe22c44b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.413011 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a47a4aa4-ac76-44c2-a4f9-21fe22c44b4e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1296a338-4204-41a9-a40d-8eea65bd13bc HTTP/1.1" status: 204 len: 168 time: 0.1382890 Jan 24 15:36:26.423013 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a4aa4-ac76-44c2-a4f9-21fe22c44b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296a338-4204-41a9-a40d-8eea65bd13bc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:26.676938 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:26.690920 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.771742 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Publish callbacks [] for security_group (297216ac-e70c-43e7-87de-58a9a205bb17), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.776023 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (297216ac-e70c-43e7-87de-58a9a205bb17), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.816559 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8b62a07298a249bc8b100e7aa4558c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384358 Jan 24 15:36:26.817370 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297216ac-e70c-43e7-87de-58a9a205bb17,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:26.819267 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59402) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:26.825490 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.826028 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.826703 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.826903 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.827230 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.827576 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.827923 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.828257 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.828620 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.828970 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.829306 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.829631 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.829956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c624a2-afe3-4979-9f78-42a5cf0fb95f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:26.876735 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29efa881-28bd-43ec-9649-b3fbd9f42e2a admin admin] Publish callbacks [] for security_group (297216ac-e70c-43e7-87de-58a9a205bb17), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.898573 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29efa881-28bd-43ec-9649-b3fbd9f42e2a admin admin] Publish callbacks [] for security_group (297216ac-e70c-43e7-87de-58a9a205bb17), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.949244 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29efa881-28bd-43ec-9649-b3fbd9f42e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (297216ac-e70c-43e7-87de-58a9a205bb17), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.952163 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29efa881-28bd-43ec-9649-b3fbd9f42e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:26.953368 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-29efa881-28bd-43ec-9649-b3fbd9f42e2a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/297216ac-e70c-43e7-87de-58a9a205bb17 HTTP/1.1" status: 204 len: 168 time: 0.1331389 Jan 24 15:36:26.961304 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efa881-28bd-43ec-9649-b3fbd9f42e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297216ac-e70c-43e7-87de-58a9a205bb17,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:27.205991 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3971f-6775-4fa5-ad50-c9491dcf598d req-d890df3a-1cac-4a47-9ce3-9280db54de4f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:27.207670 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02f3971f-6775-4fa5-ad50-c9491dcf598d req-d890df3a-1cac-4a47-9ce3-9280db54de4f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0542226 Jan 24 15:36:27.264532 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02f3971f-6775-4fa5-ad50-c9491dcf598d req-faa5f3bf-a6ba-4196-85b0-495be0fbb7cf tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471878 Jan 24 15:36:27.490569 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb60b58-86bf-4ef6-93a5-d57ab89bb817 req-26793565-416f-4915-a678-43f1b40abe0f tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:27.492102 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-deb60b58-86bf-4ef6-93a5-d57ab89bb817 req-26793565-416f-4915-a678-43f1b40abe0f tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.0509684 Jan 24 15:36:27.542551 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-deb60b58-86bf-4ef6-93a5-d57ab89bb817 req-c2793091-4e54-40ac-9af2-3a94a44f94f7 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 Jan 24 15:36:28.263881 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae090d3b-d65b-4659-9c24-1893fc561681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:28.391356 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019470a1-316c-462b-bc6b-6b389e524ec0 req-71fb8465-05f9-4dca-8422-081be5ea0920 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:28.392857 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-019470a1-316c-462b-bc6b-6b389e524ec0 req-71fb8465-05f9-4dca-8422-081be5ea0920 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0530198 Jan 24 15:36:28.442291 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-019470a1-316c-462b-bc6b-6b389e524ec0 req-0c7b653a-fb65-4819-9fe5-3a80db36eb5e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Jan 24 15:36:28.657888 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914021fa-3ff3-4517-80aa-40d48678e5d6 req-ea775c98-c294-4ccc-b562-e41a7cc3cac7 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:28.659262 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-914021fa-3ff3-4517-80aa-40d48678e5d6 req-ea775c98-c294-4ccc-b562-e41a7cc3cac7 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.0482652 Jan 24 15:36:28.708775 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-914021fa-3ff3-4517-80aa-40d48678e5d6 req-4b35b577-c756-416b-bd4f-b3c5ec52c33c tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/security-groups?id=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 Jan 24 15:36:28.983814 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-e7ba8bb2-ebeb-475a-87e5-e03dd03a6f2d tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:28.985285 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-e7ba8bb2-ebeb-475a-87e5-e03dd03a6f2d tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.88 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 946 time: 0.0491767 Jan 24 15:36:29.140956 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Deleting port 8394fb2b-9df2-4d80-a288-752495b16fbf {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:36:29.141300 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:29.246846 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] For port 8394fb2b-9df2-4d80-a288-752495b16fbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8394fb2b-9df2-4d80-a288-752495b16fbf,segment=NetworkSegment(cb73f5c8-bf66-418b-a36f-72c33b884c03),segment_id=cb73f5c8-bf66-418b-a36f-72c33b884c03)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:29.247334 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:29.301013 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:29.433631 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8394fb2b-9df2-4d80-a288-752495b16fbf no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:36:29.448751 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Calling delete_port for 8394fb2b-9df2-4d80-a288-752495b16fbf owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:36:29.543562 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8394fb2b-9df2-4d80-a288-752495b16fbf is: ACTIVE; New status is: DOWN {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:29.543861 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:29.569502 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204993da-6124-4cfb-9649-191dc53987ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8394fb2b-9df2-4d80-a288-752495b16fbf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:29.571897 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726bd0ce-30fc-449b-833b-a02b55eb8143" -d '{"events": [{"server_uuid": "204993da-6124-4cfb-9649-191dc53987ba", "name": "network-vif-unplugged", "status": "completed", "tag": "8394fb2b-9df2-4d80-a288-752495b16fbf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:29.586255 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8394fb2b-9df2-4d80-a288-752495b16fbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8394fb2b-9df2-4d80-a288-752495b16fbf,segment=NetworkSegment(cb73f5c8-bf66-418b-a36f-72c33b884c03),segment_id=cb73f5c8-bf66-418b-a36f-72c33b884c03)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:29.590268 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:29.594036 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4adbe2-6d47-4a62-9476-4e6c72003b37 req-316a59d1-fa92-45fe-8df4-b2745f03154e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:29.595746 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b4adbe2-6d47-4a62-9476-4e6c72003b37 req-316a59d1-fa92-45fe-8df4-b2745f03154e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0709004 Jan 24 15:36:29.620577 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a4947f-5baa-48d2-896f-527eef9c9334 x-openstack-request-id: req-f6a4947f-5baa-48d2-896f-527eef9c9334 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:29.620905 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204993da-6124-4cfb-9649-191dc53987ba", "name": "network-vif-unplugged", "status": "completed", "tag": "8394fb2b-9df2-4d80-a288-752495b16fbf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:29.621182 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f6a4947f-5baa-48d2-896f-527eef9c9334 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:29.621588 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204993da-6124-4cfb-9649-191dc53987ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8394fb2b-9df2-4d80-a288-752495b16fbf', 'code': 200} Jan 24 15:36:29.651634 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8394fb2b-9df2-4d80-a288-752495b16fbf,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:29.680965 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b4adbe2-6d47-4a62-9476-4e6c72003b37 req-c6908297-757a-4b5a-bac6-94059dafc56e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Jan 24 15:36:29.703922 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (8394fb2b-9df2-4d80-a288-752495b16fbf), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:29.738303 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Pushing event deleted for resources: {'Port': ['ID=8394fb2b-9df2-4d80-a288-752495b16fbf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:29.791510 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.791859 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.792202 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.792747 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.793020 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.793417 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.793892 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.795473 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.795831 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.800267 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.800764 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.801124 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.801530 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:29.822173 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c755ef6f-8659-4d27-a9ec-59eb4edf302d req-3c3a6d35-16a3-4498-8a56-9f830e9e16b7 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.112 "GET /v2.0/ports?device_id=204993da-6124-4cfb-9649-191dc53987ba HTTP/1.1" status: 200 len: 210 time: 0.0340402 Jan 24 15:36:29.823767 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] No DVR routers for this DVR port 8394fb2b-9df2-4d80-a288-752495b16fbf on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:36:29.828180 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:29.832183 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-555b7c2c-e7ab-45c6-a08b-70cd111b0410 req-2a58a843-2fc8-459f-8509-c55c7a17d234 tempest-DeleteServersTestJSON-154426941 tempest-DeleteServersTestJSON-154426941-project] 10.222.0.88 "DELETE /v2.0/ports/8394fb2b-9df2-4d80-a288-752495b16fbf HTTP/1.1" status: 204 len: 173 time: 0.8389320 Jan 24 15:36:29.832662 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204993da-6124-4cfb-9649-191dc53987ba', 'name': 'network-vif-deleted', 'tag': '8394fb2b-9df2-4d80-a288-752495b16fbf'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:29.839274 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220a036b-fff1-45ee-9df5-4499d404f40e" -d '{"events": [{"server_uuid": "204993da-6124-4cfb-9649-191dc53987ba", "name": "network-vif-deleted", "tag": "8394fb2b-9df2-4d80-a288-752495b16fbf"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:29.882684 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6acf3-33cf-4b74-bd1a-6b69f5a35f76 x-openstack-request-id: req-91f6acf3-33cf-4b74-bd1a-6b69f5a35f76 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:29.882978 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204993da-6124-4cfb-9649-191dc53987ba", "name": "network-vif-deleted", "tag": "8394fb2b-9df2-4d80-a288-752495b16fbf", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:29.883259 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-91f6acf3-33cf-4b74-bd1a-6b69f5a35f76 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:29.883657 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204993da-6124-4cfb-9649-191dc53987ba', 'name': 'network-vif-deleted', 'tag': '8394fb2b-9df2-4d80-a288-752495b16fbf', 'status': 'completed', 'code': 200} Jan 24 15:36:30.593240 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:30.641286 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-86646f93-e0b5-4bb0-b942-77e5278561fc admin admin] Deleting subnet c6ddae25-dbd0-4f53-88ef-4ff2d140510e {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:36:30.645279 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86646f93-e0b5-4bb0-b942-77e5278561fc admin admin] Publish callbacks [] for subnet (c6ddae25-dbd0-4f53-88ef-4ff2d140510e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:30.681076 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86646f93-e0b5-4bb0-b942-77e5278561fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (c6ddae25-dbd0-4f53-88ef-4ff2d140510e), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:30.741664 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86646f93-e0b5-4bb0-b942-77e5278561fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (c6ddae25-dbd0-4f53-88ef-4ff2d140510e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:30.840502 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d06e1a-4351-4d5b-a859-a067f60df3e2 req-d416a618-d09f-442b-8231-491c2871eca1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:30.843030 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67d06e1a-4351-4d5b-a859-a067f60df3e2 req-d416a618-d09f-442b-8231-491c2871eca1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0774457 Jan 24 15:36:30.864411 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86646f93-e0b5-4bb0-b942-77e5278561fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (c6ddae25-dbd0-4f53-88ef-4ff2d140510e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:30.930727 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86646f93-e0b5-4bb0-b942-77e5278561fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:30.936573 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-86646f93-e0b5-4bb0-b942-77e5278561fc admin admin] 10.222.0.112 "DELETE /v2.0/subnets/c6ddae25-dbd0-4f53-88ef-4ff2d140510e HTTP/1.1" status: 204 len: 168 time: 0.3397381 Jan 24 15:36:30.937297 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:30.949704 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86646f93-e0b5-4bb0-b942-77e5278561fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ddae25-dbd0-4f53-88ef-4ff2d140510e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:31.001475 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.027865 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67d06e1a-4351-4d5b-a859-a067f60df3e2 req-a6083387-c984-43b4-8359-dd50a9be4dc1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787076 Jan 24 15:36:31.045012 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (6f843d2e-2109-4a4a-92e0-b1ffbb13e808), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.147083 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (6f843d2e-2109-4a4a-92e0-b1ffbb13e808), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.169907 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f843d2e-2109-4a4a-92e0-b1ffbb13e808']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:31.179983 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b28bbd9-2fe6-4544-b71e-feb66d2a564d') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:31.180281 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b28bbd9-2fe6-4544-b71e-feb66d2a564d') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:31.192710 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9485130'] for segment (3b28bbd9-2fe6-4544-b71e-feb66d2a564d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.207510 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (3b28bbd9-2fe6-4544-b71e-feb66d2a564d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.214663 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:36:31.215167 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2703043'] for segment (3b28bbd9-2fe6-4544-b71e-feb66d2a564d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: timer() Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: cb(*args, **kw) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: self._notify() Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: self.callback(batched_events) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: event.method(event) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._get(url).json() Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:36:31.217439 dv-cinder-820164-3-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:36:31.220341 dv-cinder-820164-3-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:36:31.277713 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (6f843d2e-2109-4a4a-92e0-b1ffbb13e808), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.295324 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.298622 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] 10.222.0.112 "DELETE /v2.0/networks/6f843d2e-2109-4a4a-92e0-b1ffbb13e808 HTTP/1.1" status: 204 len: 168 time: 0.3608613 Jan 24 15:36:31.299920 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf4565-5153-4455-9bb2-2b0d1cfca41f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f843d2e-2109-4a4a-92e0-b1ffbb13e808,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:31.301483 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:31.343039 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:31.360966 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d949e4-783f-42ee-b05e-42662770d16f admin admin] Deleting subnet 12c81dbf-7572-4b74-9f43-381d143a4466 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:36:31.364407 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83d949e4-783f-42ee-b05e-42662770d16f admin admin] Publish callbacks [] for subnet (12c81dbf-7572-4b74-9f43-381d143a4466), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.401410 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83d949e4-783f-42ee-b05e-42662770d16f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (12c81dbf-7572-4b74-9f43-381d143a4466), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.442597 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83d949e4-783f-42ee-b05e-42662770d16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (12c81dbf-7572-4b74-9f43-381d143a4466), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.468246 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1719-e8f2-4f15-b13a-059b2b8789d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.497663 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83d949e4-783f-42ee-b05e-42662770d16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (12c81dbf-7572-4b74-9f43-381d143a4466), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.528986 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d949e4-783f-42ee-b05e-42662770d16f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c81dbf-7572-4b74-9f43-381d143a4466,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:31.533242 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83d949e4-783f-42ee-b05e-42662770d16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.539417 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-83d949e4-783f-42ee-b05e-42662770d16f admin admin] 10.222.0.112 "DELETE /v2.0/subnets/12c81dbf-7572-4b74-9f43-381d143a4466 HTTP/1.1" status: 204 len: 168 time: 0.2367101 Jan 24 15:36:31.539559 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:31.611826 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1719-e8f2-4f15-b13a-059b2b8789d4 admin admin] Publish callbacks [] for security_group (6adc6985-a90d-4452-b99a-bdb6d1ccd424), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.620346 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1719-e8f2-4f15-b13a-059b2b8789d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (6adc6985-a90d-4452-b99a-bdb6d1ccd424), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.650640 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (f220872e-191c-4564-8f9a-3f1d7b77ba46), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.680012 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e8bd1719-e8f2-4f15-b13a-059b2b8789d4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4f4a0874df5545fb8f1e3f293c6703d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357129 Jan 24 15:36:31.682017 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59666) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:31.683584 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd1719-e8f2-4f15-b13a-059b2b8789d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc6985-a90d-4452-b99a-bdb6d1ccd424,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:31.760217 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d71db5c-6855-403d-b01e-e562c57f9a84 admin admin] Publish callbacks [] for security_group (6adc6985-a90d-4452-b99a-bdb6d1ccd424), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.777856 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (f220872e-191c-4564-8f9a-3f1d7b77ba46), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.788003 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d71db5c-6855-403d-b01e-e562c57f9a84 admin admin] Publish callbacks [] for security_group (6adc6985-a90d-4452-b99a-bdb6d1ccd424), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.799214 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f220872e-191c-4564-8f9a-3f1d7b77ba46']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:31.810914 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd69b83c-ace4-47dd-9b57-c37730698f2c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:31.811252 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd69b83c-ace4-47dd-9b57-c37730698f2c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:31.821305 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (cd69b83c-ace4-47dd-9b57-c37730698f2c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.836389 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (cd69b83c-ace4-47dd-9b57-c37730698f2c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.851404 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:36:31.851861 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (cd69b83c-ace4-47dd-9b57-c37730698f2c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:36:31.853911 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:36:31.858147 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d71db5c-6855-403d-b01e-e562c57f9a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (6adc6985-a90d-4452-b99a-bdb6d1ccd424), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.861396 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d71db5c-6855-403d-b01e-e562c57f9a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.865522 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6d71db5c-6855-403d-b01e-e562c57f9a84 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6adc6985-a90d-4452-b99a-bdb6d1ccd424 HTTP/1.1" status: 204 len: 168 time: 0.1823568 Jan 24 15:36:31.875122 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71db5c-6855-403d-b01e-e562c57f9a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc6985-a90d-4452-b99a-bdb6d1ccd424,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:31.924114 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (f220872e-191c-4564-8f9a-3f1d7b77ba46), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.937509 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:31.941983 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] 10.222.0.112 "DELETE /v2.0/networks/f220872e-191c-4564-8f9a-3f1d7b77ba46 HTTP/1.1" status: 204 len: 168 time: 0.4014144 Jan 24 15:36:31.957134 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586f992-ef6d-452d-8e6f-5725cb9cad75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f220872e-191c-4564-8f9a-3f1d7b77ba46,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:32.135593 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59686) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:32.165782 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59688) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:32.189502 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be345f-b54c-467d-af0a-3c10bdb389f5 req-f2a2cae7-1e5d-411e-881f-e463cc1d1f37 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:32.190488 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-950efe0b-578e-43c5-93ec-c73d91a60e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.191026 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-64be345f-b54c-467d-af0a-3c10bdb389f5 req-f2a2cae7-1e5d-411e-881f-e463cc1d1f37 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0573039 Jan 24 15:36:32.217523 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-228844e4-bd8f-4c56-a6af-9d285ade80a9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=da6ba28f9c5e428d963abd1d8c0d050c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790243 Jan 24 15:36:32.219782 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59692) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:32.279759 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-64be345f-b54c-467d-af0a-3c10bdb389f5 req-3b7a2180-0908-459a-a2ba-e00f3611714d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811822 Jan 24 15:36:32.303967 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6039457-b141-46db-ae8c-cf019cff2608 admin admin] Publish callbacks [] for security_group (a1ebd169-8361-41b3-8e93-1a5efa626145), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.304996 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-950efe0b-578e-43c5-93ec-c73d91a60e30 admin admin] Publish callbacks [] for security_group (bcbafd55-7fe8-4b98-abba-ede6bc13e371), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.309325 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-950efe0b-578e-43c5-93ec-c73d91a60e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (bcbafd55-7fe8-4b98-abba-ede6bc13e371), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.332610 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6039457-b141-46db-ae8c-cf019cff2608 admin admin] Publish callbacks [] for security_group (a1ebd169-8361-41b3-8e93-1a5efa626145), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.363704 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-950efe0b-578e-43c5-93ec-c73d91a60e30 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b8d85298e2984e3ebb37b4eba0329cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967578 Jan 24 15:36:32.364457 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950efe0b-578e-43c5-93ec-c73d91a60e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbafd55-7fe8-4b98-abba-ede6bc13e371,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:32.366829 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59700) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:32.386201 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59702) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:32.422951 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6039457-b141-46db-ae8c-cf019cff2608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (a1ebd169-8361-41b3-8e93-1a5efa626145), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.432014 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6039457-b141-46db-ae8c-cf019cff2608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.433507 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d6039457-b141-46db-ae8c-cf019cff2608 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a1ebd169-8361-41b3-8e93-1a5efa626145 HTTP/1.1" status: 204 len: 168 time: 0.2126539 Jan 24 15:36:32.438596 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.454228 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6039457-b141-46db-ae8c-cf019cff2608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ebd169-8361-41b3-8e93-1a5efa626145,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:32.458023 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa51c42-156a-48b6-8949-59ce3b13b09b admin admin] Deleting subnet 1f60bc0d-7cd7-46bf-bc74-096f86fd6de0 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:36:32.465184 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa51c42-156a-48b6-8949-59ce3b13b09b admin admin] Publish callbacks [] for subnet (1f60bc0d-7cd7-46bf-bc74-096f86fd6de0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.491315 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3dc80b0-0a60-4d72-851c-b16acc77de77 admin admin] Publish callbacks [] for security_group (bcbafd55-7fe8-4b98-abba-ede6bc13e371), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.524109 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa51c42-156a-48b6-8949-59ce3b13b09b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (1f60bc0d-7cd7-46bf-bc74-096f86fd6de0), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.526885 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3dc80b0-0a60-4d72-851c-b16acc77de77 admin admin] Publish callbacks [] for security_group (bcbafd55-7fe8-4b98-abba-ede6bc13e371), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.596178 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa51c42-156a-48b6-8949-59ce3b13b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (1f60bc0d-7cd7-46bf-bc74-096f86fd6de0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.642626 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3dc80b0-0a60-4d72-851c-b16acc77de77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (bcbafd55-7fe8-4b98-abba-ede6bc13e371), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.648583 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3dc80b0-0a60-4d72-851c-b16acc77de77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.652926 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c3dc80b0-0a60-4d72-851c-b16acc77de77 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/bcbafd55-7fe8-4b98-abba-ede6bc13e371 HTTP/1.1" status: 204 len: 168 time: 0.2851720 Jan 24 15:36:32.666971 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc80b0-0a60-4d72-851c-b16acc77de77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbafd55-7fe8-4b98-abba-ede6bc13e371,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:32.677622 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa51c42-156a-48b6-8949-59ce3b13b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (1f60bc0d-7cd7-46bf-bc74-096f86fd6de0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.708542 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa51c42-156a-48b6-8949-59ce3b13b09b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f60bc0d-7cd7-46bf-bc74-096f86fd6de0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:32.727263 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa51c42-156a-48b6-8949-59ce3b13b09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.734653 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59710) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:32.735776 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cfa51c42-156a-48b6-8949-59ce3b13b09b admin admin] 10.222.0.112 "DELETE /v2.0/subnets/1f60bc0d-7cd7-46bf-bc74-096f86fd6de0 HTTP/1.1" status: 204 len: 168 time: 0.3495011 Jan 24 15:36:32.837662 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (e73d4102-db94-49c8-a886-2ca8960820ff), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.939674 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (e73d4102-db94-49c8-a886-2ca8960820ff), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:32.968580 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73d4102-db94-49c8-a886-2ca8960820ff']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:32.980165 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb73f5c8-bf66-418b-a36f-72c33b884c03') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:32.980587 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb73f5c8-bf66-418b-a36f-72c33b884c03') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:36:33.007180 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (cb73f5c8-bf66-418b-a36f-72c33b884c03), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.036363 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (cb73f5c8-bf66-418b-a36f-72c33b884c03), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.048261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:36:33.049058 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (cb73f5c8-bf66-418b-a36f-72c33b884c03), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:36:33.053604 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:36:33.115423 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59732) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:33.158940 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (e73d4102-db94-49c8-a886-2ca8960820ff), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.171753 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-98c537a2-f37e-4cc9-8ab2-dbad9879974e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4f48dec51d8745e2905925fea966b03d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547588 Jan 24 15:36:33.172588 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.174205 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59734) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:33.181419 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] 10.222.0.112 "DELETE /v2.0/networks/e73d4102-db94-49c8-a886-2ca8960820ff HTTP/1.1" status: 204 len: 168 time: 0.4450722 Jan 24 15:36:33.201266 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7e62f-cf39-42e5-bbb8-f70185ea2714 admin admin] Pushing event deleted for resources: {'Network': ['ID=e73d4102-db94-49c8-a886-2ca8960820ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:33.251429 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad8c37c4-7e64-45eb-b6e4-7ce0610ec366 admin admin] Publish callbacks [] for security_group (fecc3568-7a05-4a3f-abf8-539d87056147), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.274586 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad8c37c4-7e64-45eb-b6e4-7ce0610ec366 admin admin] Publish callbacks [] for security_group (fecc3568-7a05-4a3f-abf8-539d87056147), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.336216 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad8c37c4-7e64-45eb-b6e4-7ce0610ec366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (fecc3568-7a05-4a3f-abf8-539d87056147), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.339588 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad8c37c4-7e64-45eb-b6e4-7ce0610ec366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.343100 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ad8c37c4-7e64-45eb-b6e4-7ce0610ec366 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fecc3568-7a05-4a3f-abf8-539d87056147 HTTP/1.1" status: 204 len: 168 time: 0.1663451 Jan 24 15:36:33.361187 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c37c4-7e64-45eb-b6e4-7ce0610ec366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecc3568-7a05-4a3f-abf8-539d87056147,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:33.429473 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:33.463262 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e8354-1304-4224-8704-3bc8e30f7006 req-1d0a764a-c7ad-4895-8ff9-f0a88e0447f8 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:33.473320 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-353e8354-1304-4224-8704-3bc8e30f7006 req-1d0a764a-c7ad-4895-8ff9-f0a88e0447f8 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0853453 Jan 24 15:36:33.499945 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-554d42d0-4b24-4b92-8348-6b2edcec0487 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2423c5c1b10547d0ad017b63439c8a25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0692277 Jan 24 15:36:33.508527 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59756) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:33.536675 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-353e8354-1304-4224-8704-3bc8e30f7006 req-9a0b5c9a-a794-4ade-9309-c39c0ec9160d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621467 Jan 24 15:36:33.563227 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbf9528-2e8d-4e51-bff8-1eb847a4158f admin admin] Publish callbacks [] for security_group (e3b53add-7cbf-42fd-89c0-d1922b1c6ed7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.587005 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbf9528-2e8d-4e51-bff8-1eb847a4158f admin admin] Publish callbacks [] for security_group (e3b53add-7cbf-42fd-89c0-d1922b1c6ed7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.655669 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbf9528-2e8d-4e51-bff8-1eb847a4158f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e3b53add-7cbf-42fd-89c0-d1922b1c6ed7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.658614 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbf9528-2e8d-4e51-bff8-1eb847a4158f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:33.659910 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2bbf9528-2e8d-4e51-bff8-1eb847a4158f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e3b53add-7cbf-42fd-89c0-d1922b1c6ed7 HTTP/1.1" status: 204 len: 168 time: 0.1566727 Jan 24 15:36:33.668104 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf9528-2e8d-4e51-bff8-1eb847a4158f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b53add-7cbf-42fd-89c0-d1922b1c6ed7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:33.689043 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:33.995443 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d715b92-b0e3-4665-9d9e-b185b791d105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.093509 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d715b92-b0e3-4665-9d9e-b185b791d105 admin admin] Publish callbacks [] for security_group (b141ce9e-e54b-4e82-a5ba-240192bd2aa4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.100331 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d715b92-b0e3-4665-9d9e-b185b791d105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (b141ce9e-e54b-4e82-a5ba-240192bd2aa4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.150092 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8d715b92-b0e3-4665-9d9e-b185b791d105 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6b7854bcdbb247d993745b920fb1c522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569957 Jan 24 15:36:34.150092 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d715b92-b0e3-4665-9d9e-b185b791d105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141ce9e-e54b-4e82-a5ba-240192bd2aa4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:34.150508 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59792) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:34.223773 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6390ea5e-2833-4e5d-be2d-6847e21b4e84 admin admin] Publish callbacks [] for security_group (b141ce9e-e54b-4e82-a5ba-240192bd2aa4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.248616 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6390ea5e-2833-4e5d-be2d-6847e21b4e84 admin admin] Publish callbacks [] for security_group (b141ce9e-e54b-4e82-a5ba-240192bd2aa4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.315488 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6390ea5e-2833-4e5d-be2d-6847e21b4e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (b141ce9e-e54b-4e82-a5ba-240192bd2aa4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.318568 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6390ea5e-2833-4e5d-be2d-6847e21b4e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.323185 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6390ea5e-2833-4e5d-be2d-6847e21b4e84 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b141ce9e-e54b-4e82-a5ba-240192bd2aa4 HTTP/1.1" status: 204 len: 168 time: 0.1711378 Jan 24 15:36:34.337116 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390ea5e-2833-4e5d-be2d-6847e21b4e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141ce9e-e54b-4e82-a5ba-240192bd2aa4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:34.692788 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436e32a-7f3d-4079-86f4-292e9360649a req-759b4e06-ba45-4f55-aad4-a9405ab19aba tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:34.694304 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a436e32a-7f3d-4079-86f4-292e9360649a req-759b4e06-ba45-4f55-aad4-a9405ab19aba tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0691452 Jan 24 15:36:34.746604 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a436e32a-7f3d-4079-86f4-292e9360649a req-cb70e457-de66-40da-8fe0-e3172ae308a8 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Jan 24 15:36:34.805037 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:34.822007 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2576d45-3699-4b57-ab0e-9e680815bb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.915789 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2576d45-3699-4b57-ab0e-9e680815bb3d admin admin] Publish callbacks [] for security_group (03d5320b-9533-4d1a-bcb9-282388992afd), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.920115 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2576d45-3699-4b57-ab0e-9e680815bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (03d5320b-9533-4d1a-bcb9-282388992afd), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:34.972204 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e2576d45-3699-4b57-ab0e-9e680815bb3d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c0c5ebb73d9e4aa7a4b1ebcd9121b5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611464 Jan 24 15:36:34.972204 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2576d45-3699-4b57-ab0e-9e680815bb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d5320b-9533-4d1a-bcb9-282388992afd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:34.972634 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59832) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:35.022382 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37e06ba5-10d3-4c80-a646-58ad44da697a admin admin] Publish callbacks [] for security_group (03d5320b-9533-4d1a-bcb9-282388992afd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.049148 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37e06ba5-10d3-4c80-a646-58ad44da697a admin admin] Publish callbacks [] for security_group (03d5320b-9533-4d1a-bcb9-282388992afd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.111919 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37e06ba5-10d3-4c80-a646-58ad44da697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (03d5320b-9533-4d1a-bcb9-282388992afd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.114623 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37e06ba5-10d3-4c80-a646-58ad44da697a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.115988 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-37e06ba5-10d3-4c80-a646-58ad44da697a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/03d5320b-9533-4d1a-bcb9-282388992afd HTTP/1.1" status: 204 len: 168 time: 0.1448855 Jan 24 15:36:35.126664 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e06ba5-10d3-4c80-a646-58ad44da697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d5320b-9533-4d1a-bcb9-282388992afd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:35.233816 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59848) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:35.259985 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-6e8b6c04-9fa0-4dfc-81fb-a05b3f7d0b81 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428863 Jan 24 15:36:35.385496 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-a59bc6e9-9176-4329-ad8d-b878676c337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:35.387213 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-a59bc6e9-9176-4329-ad8d-b878676c337b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1099 time: 0.0719178 Jan 24 15:36:35.536267 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-625a4766-1fdb-47ac-b582-379f8206bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:35.538530 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-625a4766-1fdb-47ac-b582-379f8206bf98 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 0.1270726 Jan 24 15:36:35.589489 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2026756148-network', 'tenant_id': '65873cf6363245ad8d056f47ffe1d560'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:35.601783 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-e87ad2a5-a044-4bd5-a530-d4e8fbeb3884 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 200 len: 217 time: 0.0453959 Jan 24 15:36:35.649818 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Made reservation on behalf of 65873cf6363245ad8d056f47ffe1d560 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:36:35.652396 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.687820 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.691997 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-b5f50b90-eb16-4cd6-985e-20557f302145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:35.693996 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-b5f50b90-eb16-4cd6-985e-20557f302145 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.0789862 Jan 24 15:36:35.783288 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-7ca8dacb-2b49-4187-9c7a-2d55bab09967 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808122 Jan 24 15:36:35.891222 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Publish callbacks [] for security_group (4a769780-ff06-4951-9570-844720b655d1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.902022 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (4a769780-ff06-4951-9570-844720b655d1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.937470 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93a69a-a6c8-4804-8940-eeec774099bd req-3ab7413d-1527-4265-bba9-750a47f98e1d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:35.939100 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8b93a69a-a6c8-4804-8940-eeec774099bd req-3ab7413d-1527-4265-bba9-750a47f98e1d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0920742 Jan 24 15:36:35.939889 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:36:35.945681 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-740e5bec-8c03-49f4-88ef-df7cbb4900ce service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535609 Jan 24 15:36:35.973476 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a769780-ff06-4951-9570-844720b655d1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:35.979455 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:35.979723 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Added segment d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421 of type vlan for network be36ef84-6842-4a75-8df2-5e8f770a6b94 Jan 24 15:36:36.042343 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (be36ef84-6842-4a75-8df2-5e8f770a6b94), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.063469 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8b93a69a-a6c8-4804-8940-eeec774099bd req-5c09728b-b330-4d6e-a99d-17ca3adc4a48 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082950 Jan 24 15:36:36.089429 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22d0edbd-55ad-4272-bf3c-d047e1281da2 req-0e4a6c2e-2640-44fc-af55-97b589337225 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279171 Jan 24 15:36:36.101300 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (be36ef84-6842-4a75-8df2-5e8f770a6b94), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.102341 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:36.103055 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.136753 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9004509 Jan 24 15:36:36.139927 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59888) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:36.145095 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Request body: {'subnet': {'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2026756148-subnet', 'tenant_id': '65873cf6363245ad8d056f47ffe1d560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:36.176640 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Made reservation on behalf of 65873cf6363245ad8d056f47ffe1d560 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:36:36.185301 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9697906'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.191929 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae131ea-9577-4f36-bafb-225ef4cf9d53 admin admin] Pushing event updated for resources: {'Network': ['ID=be36ef84-6842-4a75-8df2-5e8f770a6b94,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:36.197604 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:36.204125 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network be36ef84-6842-4a75-8df2-5e8f770a6b94 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:36:36.314297 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.471482 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9697868'] for subnet (15083e47-b37f-4d5c-9271-9c8bcd5c28bb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.520550 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19361713-0413-4086-8da2-6cd88763ba44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.561539 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Checking segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:36:36.561848 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Network hostable DHCP agents. Network: be36ef84-6842-4a75-8df2-5e8f770a6b94, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:36:36.568572 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=15083e47-b37f-4d5c-9271-9c8bcd5c28bb,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:36.585950 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Network be36ef84-6842-4a75-8df2-5e8f770a6b94 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:36:36.598939 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, be36ef84-6842-4a75-8df2-5e8f770a6b94) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:36:36.604188 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:36.604726 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.614174 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1693ca9-7a73-430f-a005-01352302ed23 None None] Network be36ef84-6842-4a75-8df2-5e8f770a6b94 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:36:36.636984 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19361713-0413-4086-8da2-6cd88763ba44 admin admin] Publish callbacks [] for security_group (b2980ccb-83fa-4f7c-8d82-be32aff24d74), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.638928 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a678e9c9-f794-4ba6-8ada-2310093d41ab admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4975147 Jan 24 15:36:36.651549 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19361713-0413-4086-8da2-6cd88763ba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (b2980ccb-83fa-4f7c-8d82-be32aff24d74), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.700524 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-19361713-0413-4086-8da2-6cd88763ba44 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=969a3cc5ff2b42b095de126df9067496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010331 Jan 24 15:36:36.703925 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59916) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:36.705208 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19361713-0413-4086-8da2-6cd88763ba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2980ccb-83fa-4f7c-8d82-be32aff24d74,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:36.752925 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af574c27-5f26-4092-ad30-6ace2cd1f7d1 None None] Network be36ef84-6842-4a75-8df2-5e8f770a6b94 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:36:36.779355 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-176bf158-6643-4707-87e4-928668b647a5 admin admin] Publish callbacks [] for security_group (b2980ccb-83fa-4f7c-8d82-be32aff24d74), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.807390 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-176bf158-6643-4707-87e4-928668b647a5 admin admin] Publish callbacks [] for security_group (b2980ccb-83fa-4f7c-8d82-be32aff24d74), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.890237 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-176bf158-6643-4707-87e4-928668b647a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (b2980ccb-83fa-4f7c-8d82-be32aff24d74), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.910501 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-176bf158-6643-4707-87e4-928668b647a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:36.914777 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-176bf158-6643-4707-87e4-928668b647a5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b2980ccb-83fa-4f7c-8d82-be32aff24d74 HTTP/1.1" status: 204 len: 168 time: 0.2086093 Jan 24 15:36:36.949376 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bf158-6643-4707-87e4-928668b647a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2980ccb-83fa-4f7c-8d82-be32aff24d74,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:37.206317 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cff509-7ee9-427f-928a-06eae927f2d4 req-bfdd0723-e921-45cf-9b80-8f3849fc1865 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:37.208131 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4cff509-7ee9-427f-928a-06eae927f2d4 req-bfdd0723-e921-45cf-9b80-8f3849fc1865 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0648887 Jan 24 15:36:37.279163 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4cff509-7ee9-427f-928a-06eae927f2d4 req-0da5cebb-52f4-408e-b01e-912fc0309c3e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599124 Jan 24 15:36:37.330800 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 59958) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:37.345241 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7847b66e-b0d0-43f5-9a62-392a76998d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:37.432047 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7847b66e-b0d0-43f5-9a62-392a76998d94 admin admin] Publish callbacks [] for security_group (49c10c81-3697-477b-9b61-3b0834648dbd), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:37.437124 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7847b66e-b0d0-43f5-9a62-392a76998d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (49c10c81-3697-477b-9b61-3b0834648dbd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:37.479764 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7847b66e-b0d0-43f5-9a62-392a76998d94 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=75170b4a8b6e4fdd818cf2ba877cd74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477075 Jan 24 15:36:37.480360 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 59966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:37.482720 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847b66e-b0d0-43f5-9a62-392a76998d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c10c81-3697-477b-9b61-3b0834648dbd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:37.503718 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-cdb2dca2-9c4b-454d-b72c-d9941be58fe4 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:37.505208 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-cdb2dca2-9c4b-454d-b72c-d9941be58fe4 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 815 time: 0.1557839 Jan 24 15:36:37.531007 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-d712a6e3-f679-4a83-a22f-72fe21d565a2 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/quotas/65873cf6363245ad8d056f47ffe1d560 HTTP/1.1" status: 200 len: 375 time: 0.0201654 Jan 24 15:36:37.565757 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-71f49eb5-a09b-4437-abd4-fb97392fce57 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286720 Jan 24 15:36:37.592733 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af1af219-eafa-4a35-9535-0bbf5afeb3b0 admin admin] Publish callbacks [] for security_group (49c10c81-3697-477b-9b61-3b0834648dbd), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:37.653451 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af1af219-eafa-4a35-9535-0bbf5afeb3b0 admin admin] Publish callbacks [] for security_group (49c10c81-3697-477b-9b61-3b0834648dbd), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:37.704890 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-ff926eff-5716-4e03-a0bf-6f51c201ec14 service neutron] 10.222.0.112 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321332 Jan 24 15:36:37.747854 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af1af219-eafa-4a35-9535-0bbf5afeb3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (49c10c81-3697-477b-9b61-3b0834648dbd), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:37.750758 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af1af219-eafa-4a35-9535-0bbf5afeb3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:37.754517 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-af1af219-eafa-4a35-9535-0bbf5afeb3b0 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/49c10c81-3697-477b-9b61-3b0834648dbd HTTP/1.1" status: 204 len: 168 time: 0.2712376 Jan 24 15:36:37.786222 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af219-eafa-4a35-9535-0bbf5afeb3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c10c81-3697-477b-9b61-3b0834648dbd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:37.838312 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-bea1793d-6335-4191-8dab-a13d00be5627 service neutron] 10.222.0.112 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272964 Jan 24 15:36:38.052107 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d433c944-8a4a-4d6b-aca6-3c2e97b285d5 req-b38867b7-ddf6-414c-9409-cf62079bf733 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 210 time: 0.0410409 Jan 24 15:36:38.228754 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60004) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:38.421853 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e7bda-9cb6-4d50-90d9-0a7274f5caeb req-da6760c1-6e5e-406f-862b-306282d47f72 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:38.423763 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-730e7bda-9cb6-4d50-90d9-0a7274f5caeb req-da6760c1-6e5e-406f-862b-306282d47f72 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0717027 Jan 24 15:36:38.483466 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-730e7bda-9cb6-4d50-90d9-0a7274f5caeb req-efb9089b-a997-4bba-8aba-af04e1460640 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537870 Jan 24 15:36:38.513508 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ea57f0a-0d5e-477c-8858-293b0890ea7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.550543 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:38.628404 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ea57f0a-0d5e-477c-8858-293b0890ea7c admin admin] Publish callbacks [] for security_group (f15c4881-5647-4485-838a-223aa2e3e3b2), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.633472 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ea57f0a-0d5e-477c-8858-293b0890ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (f15c4881-5647-4485-838a-223aa2e3e3b2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.668871 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9ea57f0a-0d5e-477c-8858-293b0890ea7c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2201064d51eb4632a510b53a28f04c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390817 Jan 24 15:36:38.671672 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60024) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:38.695057 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea57f0a-0d5e-477c-8858-293b0890ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c4881-5647-4485-838a-223aa2e3e3b2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:38.717307 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2193e8c4-91a0-45e9-a044-e1b75626846c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.777797 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06e81858-be13-4b15-ac14-42d3663bf368 admin admin] Publish callbacks [] for security_group (f15c4881-5647-4485-838a-223aa2e3e3b2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.827846 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06e81858-be13-4b15-ac14-42d3663bf368 admin admin] Publish callbacks [] for security_group (f15c4881-5647-4485-838a-223aa2e3e3b2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.894476 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2193e8c4-91a0-45e9-a044-e1b75626846c admin admin] Publish callbacks [] for security_group (d064ce24-713b-4bb1-a47d-d4368035e0da), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.898529 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2193e8c4-91a0-45e9-a044-e1b75626846c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (d064ce24-713b-4bb1-a47d-d4368035e0da), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.917239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06e81858-be13-4b15-ac14-42d3663bf368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (f15c4881-5647-4485-838a-223aa2e3e3b2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.920413 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06e81858-be13-4b15-ac14-42d3663bf368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:38.921542 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-06e81858-be13-4b15-ac14-42d3663bf368 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f15c4881-5647-4485-838a-223aa2e3e3b2 HTTP/1.1" status: 204 len: 168 time: 0.2483883 Jan 24 15:36:38.949629 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2193e8c4-91a0-45e9-a044-e1b75626846c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bf520f55337746c59b6bed9d7e63ea3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3974774 Jan 24 15:36:38.952080 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193e8c4-91a0-45e9-a044-e1b75626846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d064ce24-713b-4bb1-a47d-d4368035e0da,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:38.952907 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60038) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:38.964712 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81858-be13-4b15-ac14-42d3663bf368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c4881-5647-4485-838a-223aa2e3e3b2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:39.028477 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-577d3ed4-d879-4f78-9bcd-373d5097a2ee admin admin] Publish callbacks [] for security_group (d064ce24-713b-4bb1-a47d-d4368035e0da), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:39.055556 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-577d3ed4-d879-4f78-9bcd-373d5097a2ee admin admin] Publish callbacks [] for security_group (d064ce24-713b-4bb1-a47d-d4368035e0da), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:39.142432 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-577d3ed4-d879-4f78-9bcd-373d5097a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (d064ce24-713b-4bb1-a47d-d4368035e0da), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:39.149974 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-577d3ed4-d879-4f78-9bcd-373d5097a2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:39.157232 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-577d3ed4-d879-4f78-9bcd-373d5097a2ee admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d064ce24-713b-4bb1-a47d-d4368035e0da HTTP/1.1" status: 204 len: 168 time: 0.2015622 Jan 24 15:36:39.186034 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d3ed4-d879-4f78-9bcd-373d5097a2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d064ce24-713b-4bb1-a47d-d4368035e0da,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:39.187554 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5489141e-ff92-4722-936c-5379d0cc3d2e req-148bd062-88a8-40ab-98cd-c35a19949f9e tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 210 time: 0.0549049 Jan 24 15:36:39.516608 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-54f2aa3f-4544-483c-864a-db549ad98c33 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:39.518807 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-54f2aa3f-4544-483c-864a-db549ad98c33 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 815 time: 0.2076559 Jan 24 15:36:39.534816 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Request body: {'port': {'device_id': '4b3eccc6-9b8d-4e77-becc-3808fb07d65e', 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'admin_state_up': True, 'tenant_id': '65873cf6363245ad8d056f47ffe1d560'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:39.647088 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbb9c-58b5-460e-b6c1-c416376bb277 req-0bbc84e3-81a2-4f60-8058-7a61ac976085 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:39.649112 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-471fbb9c-58b5-460e-b6c1-c416376bb277 req-0bbc84e3-81a2-4f60-8058-7a61ac976085 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0649161 Jan 24 15:36:39.736695 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-471fbb9c-58b5-460e-b6c1-c416376bb277 req-7d7b3f9f-86e2-4032-b5db-befa9be818a7 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725591 Jan 24 15:36:39.744160 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Made reservation on behalf of 65873cf6363245ad8d056f47ffe1d560 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:36:39.750860 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:39.914532 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Allocated IP 172.20.0.7 (be36ef84-6842-4a75-8df2-5e8f770a6b94/15083e47-b37f-4d5c-9271-9c8bcd5c28bb/efa67d2b-2fba-41c6-81f3-b48521f6a8b4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:36:40.127173 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks [] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:40.174772 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:40.243200 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Network be36ef84-6842-4a75-8df2-5e8f770a6b94 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:36:40.247490 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:36:40.252299 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:36:40.285000 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Pushing event updated for resources: {'Port': ['ID=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:40.335547 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:40.336409 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:40.359367 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-0d636e93-472a-40ef-91fe-ba86141eed72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321903 Jan 24 15:36:40.392126 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Request body: {'port': {'device_id': '4b3eccc6-9b8d-4e77-becc-3808fb07d65e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:36:40.413628 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e1a4f-e375-469c-a3fe-3197a5f0207b req-654216f9-44a5-4ecd-ab75-9bf6a6e61696 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:40.415440 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7c0e1a4f-e375-469c-a3fe-3197a5f0207b req-654216f9-44a5-4ecd-ab75-9bf6a6e61696 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 931 time: 0.0750566 Jan 24 15:36:40.453844 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:40.545800 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7c0e1a4f-e375-469c-a3fe-3197a5f0207b req-feb5f338-203b-456c-abe3-c6b7a09868ec tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168280 Jan 24 15:36:40.789392 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa67d2b-2fba-41c6-81f3-b48521f6a8b4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:36:40.803969 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Publish callbacks [] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:40.820494 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Transition to ACTIVE for port object efa67d2b-2fba-41c6-81f3-b48521f6a8b4 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:36:40.835978 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:40.913354 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:40.946444 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdc408-4a57-4084-b0d8-3029a28a4d8b req-b6d4cd32-05a0-43b9-b03d-a30eed01fb31 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:40.948496 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0abdc408-4a57-4084-b0d8-3029a28a4d8b req-b6d4cd32-05a0-43b9-b03d-a30eed01fb31 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.1229329 Jan 24 15:36:41.037453 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Attempting to bind port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:36:41.037764 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Attempting to bind port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:36:41.038100 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Attempting to bind port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 on network be36ef84-6842-4a75-8df2-5e8f770a6b94 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:36:41.044556 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0abdc408-4a57-4084-b0d8-3029a28a4d8b req-ba4bce53-f5f9-4f7b-8cfb-f8c7aa3320c7 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743585 Jan 24 15:36:41.047172 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 on network be36ef84-6842-4a75-8df2-5e8f770a6b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:36:41.047661 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Attempting to bind port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 on network be36ef84-6842-4a75-8df2-5e8f770a6b94 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:36:41.054852 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:36:41.055500 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Checking segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:36:41.055899 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Bound using segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:36:41.056343 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Bound port: efa67d2b-2fba-41c6-81f3-b48521f6a8b4, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:36:41.057245 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:41.435244 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] For port efa67d2b-2fba-41c6-81f3-b48521f6a8b4, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:36:41.435244 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] For port efa67d2b-2fba-41c6-81f3-b48521f6a8b4, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:36:41.435945 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:41.473375 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:41.474208 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:41.475723 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] 10.222.0.88 "PUT /v2.0/ports/efa67d2b-2fba-41c6-81f3-b48521f6a8b4 HTTP/1.1" status: 200 len: 1093 time: 1.0931540 Jan 24 15:36:41.476171 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3eccc6-9b8d-4e77-becc-3808fb07d65e', 'tag': 'efa67d2b-2fba-41c6-81f3-b48521f6a8b4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:41.482399 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1180422-e2e3-4973-9f01-73a9e083e8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3eccc6-9b8d-4e77-becc-3808fb07d65e", "tag": "efa67d2b-2fba-41c6-81f3-b48521f6a8b4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:41.562347 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1a08af-5459-47dd-aff5-af91675e3811 x-openstack-request-id: req-9c1a08af-5459-47dd-aff5-af91675e3811 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:41.562644 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3eccc6-9b8d-4e77-becc-3808fb07d65e", "tag": "efa67d2b-2fba-41c6-81f3-b48521f6a8b4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:41.562885 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9c1a08af-5459-47dd-aff5-af91675e3811 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:41.563334 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3eccc6-9b8d-4e77-becc-3808fb07d65e', 'tag': 'efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'status': 'completed', 'code': 200} Jan 24 15:36:41.571240 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ef88a-8d0b-48a6-ab40-115786b6b7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:41.590967 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-6f54c455-4747-4eba-9d66-a40bebca307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:41.590967 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-6f54c455-4747-4eba-9d66-a40bebca307d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 1096 time: 0.0620675 Jan 24 15:36:41.672909 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-349fa69d-6dc0-4e61-84db-422cb0e9da45 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa67d2b-2fba-41c6-81f3-b48521f6a8b4 HTTP/1.1" status: 200 len: 217 time: 0.0694430 Jan 24 15:36:41.702166 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cec70-b94d-4815-bce1-fc2e14fe356a req-30c7ed64-a2bb-4ba5-aaeb-56ba418075aa tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:41.709512 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d57cec70-b94d-4815-bce1-fc2e14fe356a req-30c7ed64-a2bb-4ba5-aaeb-56ba418075aa tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 943 time: 0.0623698 Jan 24 15:36:41.761460 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-958cb0ae-35fa-4d97-92e2-ba74f84cad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:41.763729 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-958cb0ae-35fa-4d97-92e2-ba74f84cad48 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 200 len: 855 time: 0.0854278 Jan 24 15:36:41.780809 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d57cec70-b94d-4815-bce1-fc2e14fe356a req-c66c3c30-1603-4abd-bcda-ee839417a50a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702748 Jan 24 15:36:41.803061 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-772c0b0a-326a-4251-8815-30e11f997587 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be36ef84-6842-4a75-8df2-5e8f770a6b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314238 Jan 24 15:36:41.904183 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-7d7a6b24-9d81-4045-b9c4-b4c58e33daa5 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927114 Jan 24 15:36:42.016311 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-772d6990-c65b-44b6-8a41-5fa5e823ad8d req-39824bbf-5d44-45c5-b44a-78ed8285b906 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011031 Jan 24 15:36:42.060232 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:42.159780 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-d52ab8cb-0f59-4dd3-9eec-cd38a10a88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:42.161511 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-d52ab8cb-0f59-4dd3-9eec-cd38a10a88fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 1096 time: 0.0642793 Jan 24 15:36:42.211491 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e6b43e4-0356-466b-b3dc-6c0b8558c94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:42.265305 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437fa82-247f-46b4-8ee5-4518c722867f req-97d010ff-34e8-4442-9c63-6060c68152ea tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:42.266756 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6437fa82-247f-46b4-8ee5-4518c722867f req-97d010ff-34e8-4442-9c63-6060c68152ea tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.1042838 Jan 24 15:36:42.294308 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e6b43e4-0356-466b-b3dc-6c0b8558c94b admin admin] Publish callbacks [] for security_group (3b925f92-b769-409c-8a53-25cdb792e9c2), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:42.298247 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e6b43e4-0356-466b-b3dc-6c0b8558c94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3b925f92-b769-409c-8a53-25cdb792e9c2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:42.320272 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-e26274ba-fa61-436a-8fe0-c188a1d7daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:42.321727 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-e26274ba-fa61-436a-8fe0-c188a1d7daa8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 916 time: 0.1330311 Jan 24 15:36:42.339392 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4e6b43e4-0356-466b-b3dc-6c0b8558c94b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b6a9d4d5de5c434f9f6b5264a1589dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747970 Jan 24 15:36:42.340023 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60196) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:42.350933 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b43e4-0356-466b-b3dc-6c0b8558c94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b925f92-b769-409c-8a53-25cdb792e9c2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:42.384770 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-8d9ff6c5-6c6e-48c8-a254-fe8ecdc708b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa67d2b-2fba-41c6-81f3-b48521f6a8b4 HTTP/1.1" status: 200 len: 217 time: 0.0529773 Jan 24 15:36:42.388970 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6437fa82-247f-46b4-8ee5-4518c722867f req-a21cee29-3062-49d8-8f3d-0a484796a6c1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119528 Jan 24 15:36:42.408658 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea489aa1-4b1f-4fc1-a824-640523358213 admin admin] Publish callbacks [] for security_group (3b925f92-b769-409c-8a53-25cdb792e9c2), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:42.430997 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea489aa1-4b1f-4fc1-a824-640523358213 admin admin] Publish callbacks [] for security_group (3b925f92-b769-409c-8a53-25cdb792e9c2), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:42.435722 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-2e92a0e4-3ff8-475c-a4a0-a551dca395c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:42.437658 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-2e92a0e4-3ff8-475c-a4a0-a551dca395c7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 200 len: 855 time: 0.0471632 Jan 24 15:36:42.471882 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-6b482376-8999-473e-b26e-e6397a9d9d92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be36ef84-6842-4a75-8df2-5e8f770a6b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260992 Jan 24 15:36:42.516016 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea489aa1-4b1f-4fc1-a824-640523358213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3b925f92-b769-409c-8a53-25cdb792e9c2), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:42.519856 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea489aa1-4b1f-4fc1-a824-640523358213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:42.521970 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ea489aa1-4b1f-4fc1-a824-640523358213 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3b925f92-b769-409c-8a53-25cdb792e9c2 HTTP/1.1" status: 204 len: 168 time: 0.1781542 Jan 24 15:36:42.532301 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea489aa1-4b1f-4fc1-a824-640523358213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b925f92-b769-409c-8a53-25cdb792e9c2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:42.603909 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-286c3273-3b31-4dc2-8fca-d6b273ca79c5 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225119 Jan 24 15:36:42.716901 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1180422-e2e3-4973-9f01-73a9e083e8e8 req-c400a63c-b06a-4067-a763-83d468f1bca3 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037924 Jan 24 15:36:42.852425 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60214) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:42.886765 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a001669-8c04-4ecd-b8d5-0ae509c13169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:42.924216 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0cc1-a259-4284-a821-1646ac307fa1 req-dfbb755d-1caf-4915-a4f4-ec7c3c7ab683 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:42.925722 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6ef0cc1-a259-4284-a821-1646ac307fa1 req-dfbb755d-1caf-4915-a4f4-ec7c3c7ab683 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 943 time: 0.0821054 Jan 24 15:36:43.006527 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6ef0cc1-a259-4284-a821-1646ac307fa1 req-8d91c881-e63c-443d-8e35-0ebf575cb238 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739605 Jan 24 15:36:43.033086 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a001669-8c04-4ecd-b8d5-0ae509c13169 admin admin] Publish callbacks [] for security_group (6855164f-92bb-4672-93ae-4c5c54a23b05), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:43.036959 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a001669-8c04-4ecd-b8d5-0ae509c13169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (6855164f-92bb-4672-93ae-4c5c54a23b05), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:43.077917 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1a001669-8c04-4ecd-b8d5-0ae509c13169 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d95d88bd796d466aac45c975a04077fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229369 Jan 24 15:36:43.078973 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a001669-8c04-4ecd-b8d5-0ae509c13169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6855164f-92bb-4672-93ae-4c5c54a23b05,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:43.080486 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:43.140844 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65e9bc23-4807-4400-b89d-4ac0066f8369 admin admin] Publish callbacks [] for security_group (6855164f-92bb-4672-93ae-4c5c54a23b05), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:43.406985 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65e9bc23-4807-4400-b89d-4ac0066f8369 admin admin] Publish callbacks [] for security_group (6855164f-92bb-4672-93ae-4c5c54a23b05), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:43.464554 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65e9bc23-4807-4400-b89d-4ac0066f8369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (6855164f-92bb-4672-93ae-4c5c54a23b05), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:43.467702 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65e9bc23-4807-4400-b89d-4ac0066f8369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:43.468820 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-65e9bc23-4807-4400-b89d-4ac0066f8369 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6855164f-92bb-4672-93ae-4c5c54a23b05 HTTP/1.1" status: 204 len: 168 time: 0.3873379 Jan 24 15:36:43.497556 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9bc23-4807-4400-b89d-4ac0066f8369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6855164f-92bb-4672-93ae-4c5c54a23b05,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:43.521693 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262480-1f25-4662-aae2-b8b86dbb050b req-f5f0275d-97b8-4fd2-acb2-da8ab54b20c2 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:43.528452 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0d262480-1f25-4662-aae2-b8b86dbb050b req-f5f0275d-97b8-4fd2-acb2-da8ab54b20c2 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0656393 Jan 24 15:36:43.570937 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0d262480-1f25-4662-aae2-b8b86dbb050b req-cb9e90da-939b-45b2-9677-110aeea4bc31 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Jan 24 15:36:44.134148 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c11e-a5eb-477d-8f73-1cebb4187655 req-fcc29ebc-f58a-40bb-b7bc-6f91f5de547c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:44.135627 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9de9c11e-a5eb-477d-8f73-1cebb4187655 req-fcc29ebc-f58a-40bb-b7bc-6f91f5de547c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 943 time: 0.0478816 Jan 24 15:36:44.189708 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9de9c11e-a5eb-477d-8f73-1cebb4187655 req-ec507fb9-374d-4159-bd09-a108da5f9251 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482731 Jan 24 15:36:44.689800 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bfaf6-709a-494c-ad88-8eec61b530d2 req-94b0586c-d1cf-48bc-ba01-7f4c551bab5e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:44.689800 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4f4bfaf6-709a-494c-ad88-8eec61b530d2 req-94b0586c-d1cf-48bc-ba01-7f4c551bab5e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0496664 Jan 24 15:36:44.739314 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4f4bfaf6-709a-494c-ad88-8eec61b530d2 req-195dc839-e8fb-4679-bf4b-cf5deaa22ab7 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447261 Jan 24 15:36:45.272458 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60314) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:45.312660 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e35efc-dfe8-463b-95f6-0d274b092c57 req-0c25bc4b-5d4d-4ee4-8b5b-aaa3fcb5f065 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:45.314151 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-00e35efc-dfe8-463b-95f6-0d274b092c57 req-0c25bc4b-5d4d-4ee4-8b5b-aaa3fcb5f065 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 943 time: 0.0508924 Jan 24 15:36:45.362139 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-00e35efc-dfe8-463b-95f6-0d274b092c57 req-fb6d46cb-51e0-478d-aaa1-14ffdd4f9d7b tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Jan 24 15:36:45.394876 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ad99fb1-b9f4-48d7-acec-cf793ea48f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.473502 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ad99fb1-b9f4-48d7-acec-cf793ea48f2f admin admin] Publish callbacks [] for security_group (a4dcdeb0-99ba-40cd-8996-7402c80882f8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.477172 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ad99fb1-b9f4-48d7-acec-cf793ea48f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (a4dcdeb0-99ba-40cd-8996-7402c80882f8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.517017 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4ad99fb1-b9f4-48d7-acec-cf793ea48f2f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=795f9e95dcb040e694725473a8e27dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429125 Jan 24 15:36:45.517742 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad99fb1-b9f4-48d7-acec-cf793ea48f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dcdeb0-99ba-40cd-8996-7402c80882f8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:45.519781 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60324) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:45.575584 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a52117c-e856-4e75-828e-4e6f3285dc03 admin admin] Publish callbacks [] for security_group (a4dcdeb0-99ba-40cd-8996-7402c80882f8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.595909 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a52117c-e856-4e75-828e-4e6f3285dc03 admin admin] Publish callbacks [] for security_group (a4dcdeb0-99ba-40cd-8996-7402c80882f8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.641377 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a52117c-e856-4e75-828e-4e6f3285dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (a4dcdeb0-99ba-40cd-8996-7402c80882f8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.643969 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a52117c-e856-4e75-828e-4e6f3285dc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.645104 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8a52117c-e856-4e75-828e-4e6f3285dc03 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a4dcdeb0-99ba-40cd-8996-7402c80882f8 HTTP/1.1" status: 204 len: 168 time: 0.1243525 Jan 24 15:36:45.652817 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52117c-e856-4e75-828e-4e6f3285dc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dcdeb0-99ba-40cd-8996-7402c80882f8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:45.694025 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device efa67d2b-2fba-41c6-81f3-b48521f6a8b4 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:36:45.798061 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port efa67d2b-2fba-41c6-81f3-b48521f6a8b4, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:45.811396 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'port_id': 'efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'mac_address': 'fa:16:3e:c1:4f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15083e47-b37f-4d5c-9271-9c8bcd5c28bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:36:45.859098 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:45.859663 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.867648 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969abcc-c5c3-40a3-b418-8826a04ac384 req-ec79000b-a03a-452e-ba7d-62a76a14b78f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:45.869618 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5969abcc-c5c3-40a3-b418-8826a04ac384 req-ec79000b-a03a-452e-ba7d-62a76a14b78f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0518961 Jan 24 15:36:45.881837 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa67d2b-2fba-41c6-81f3-b48521f6a8b4 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:36:45.909535 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port efa67d2b-2fba-41c6-81f3-b48521f6a8b4, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:45.915047 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.930578 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5969abcc-c5c3-40a3-b418-8826a04ac384 req-c5dae319-c1e2-41e9-841c-9841824fcf7e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541363 Jan 24 15:36:45.954496 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60338) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:45.968016 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a13fccf8-0dd3-4b75-a04d-96ad77161d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:45.971640 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:45.978550 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.978922 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.979306 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.979642 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.980024 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.980349 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.981205 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.981581 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.981909 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.982255 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.982709 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.983245 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:45.983590 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:36:46.049465 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a13fccf8-0dd3-4b75-a04d-96ad77161d12 admin admin] Publish callbacks [] for security_group (2d70f7ff-9dd7-4d61-9c54-7e58250e1de1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:46.053357 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a13fccf8-0dd3-4b75-a04d-96ad77161d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (2d70f7ff-9dd7-4d61-9c54-7e58250e1de1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:46.092887 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a13fccf8-0dd3-4b75-a04d-96ad77161d12 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=53f77bd1600c4c219048dca71e2b7634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373124 Jan 24 15:36:46.094239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fccf8-0dd3-4b75-a04d-96ad77161d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d70f7ff-9dd7-4d61-9c54-7e58250e1de1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:46.095626 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60340) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:46.146182 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1589bcf-c46b-4901-9ef3-6881dc030376 admin admin] Publish callbacks [] for security_group (2d70f7ff-9dd7-4d61-9c54-7e58250e1de1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:46.171117 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1589bcf-c46b-4901-9ef3-6881dc030376 admin admin] Publish callbacks [] for security_group (2d70f7ff-9dd7-4d61-9c54-7e58250e1de1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:46.201659 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['efa67d2b-2fba-41c6-81f3-b48521f6a8b4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:36:46.227141 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1589bcf-c46b-4901-9ef3-6881dc030376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (2d70f7ff-9dd7-4d61-9c54-7e58250e1de1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:46.229919 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1589bcf-c46b-4901-9ef3-6881dc030376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:46.231742 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d1589bcf-c46b-4901-9ef3-6881dc030376 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2d70f7ff-9dd7-4d61-9c54-7e58250e1de1 HTTP/1.1" status: 204 len: 168 time: 0.1344285 Jan 24 15:36:46.241048 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1589bcf-c46b-4901-9ef3-6881dc030376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d70f7ff-9dd7-4d61-9c54-7e58250e1de1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:46.493811 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f75076-1dc8-4e30-803d-37054acfba7d req-8acbc21d-519f-4f42-ad1f-1d650928ea15 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:46.495468 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c5f75076-1dc8-4e30-803d-37054acfba7d req-8acbc21d-519f-4f42-ad1f-1d650928ea15 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 944 time: 0.0552456 Jan 24 15:36:46.581796 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c5f75076-1dc8-4e30-803d-37054acfba7d req-29b0407c-3ec8-40b1-831f-f5f2f40ff068 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797622 Jan 24 15:36:46.785123 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:46.920564 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a65a162a-bf27-4e3c-8f40-136ced7d7bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.027288 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a65a162a-bf27-4e3c-8f40-136ced7d7bee admin admin] Publish callbacks [] for security_group (62c93a95-2ac3-408e-823a-229c878c15c3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.033284 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a65a162a-bf27-4e3c-8f40-136ced7d7bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (62c93a95-2ac3-408e-823a-229c878c15c3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.066324 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a99ca6-daa7-4597-909a-eed5cdffea01 req-c4d65a51-e86f-40a6-bbb0-7cc452ee4c2f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:47.068293 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-15a99ca6-daa7-4597-909a-eed5cdffea01 req-c4d65a51-e86f-40a6-bbb0-7cc452ee4c2f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0626507 Jan 24 15:36:47.079261 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a65a162a-bf27-4e3c-8f40-136ced7d7bee admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=06dddb77e7a945b39863568211195928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928808 Jan 24 15:36:47.081457 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a162a-bf27-4e3c-8f40-136ced7d7bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c93a95-2ac3-408e-823a-229c878c15c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:47.084098 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60404) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:47.150849 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-541841bd-e94e-4448-94c7-e3e007aa49f8 admin admin] Publish callbacks [] for security_group (62c93a95-2ac3-408e-823a-229c878c15c3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.195320 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-15a99ca6-daa7-4597-909a-eed5cdffea01 req-63ec85e6-a122-42c7-affd-7094a235a69c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142211 Jan 24 15:36:47.198992 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-541841bd-e94e-4448-94c7-e3e007aa49f8 admin admin] Publish callbacks [] for security_group (62c93a95-2ac3-408e-823a-229c878c15c3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.280803 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-541841bd-e94e-4448-94c7-e3e007aa49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (62c93a95-2ac3-408e-823a-229c878c15c3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.283603 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-541841bd-e94e-4448-94c7-e3e007aa49f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.292198 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-541841bd-e94e-4448-94c7-e3e007aa49f8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/62c93a95-2ac3-408e-823a-229c878c15c3 HTTP/1.1" status: 204 len: 168 time: 0.2021220 Jan 24 15:36:47.308876 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541841bd-e94e-4448-94c7-e3e007aa49f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c93a95-2ac3-408e-823a-229c878c15c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:47.346029 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4f21c-fcf9-49d5-9e0e-334cdddcd8bb req-8cf33c0f-2ea5-421b-85f2-e53a1fd9bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:47.348612 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1af4f21c-fcf9-49d5-9e0e-334cdddcd8bb req-8cf33c0f-2ea5-421b-85f2-e53a1fd9bd96 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0491016 Jan 24 15:36:47.413743 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1af4f21c-fcf9-49d5-9e0e-334cdddcd8bb req-78545b2c-9dfe-4ae0-af8a-a49a70cb6f64 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563824 Jan 24 15:36:47.679999 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device efa67d2b-2fba-41c6-81f3-b48521f6a8b4 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:36:47.686698 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:47.720123 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69fcbecc-d993-460e-b28d-ebc688b12297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.759809 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:36:47.767905 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:36:47.768603 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.819010 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c9495-01fe-4d77-9bb1-f950cd271493 req-d35c5045-6b9a-428c-8de3-b333ccab17dd tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:47.820718 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a25c9495-01fe-4d77-9bb1-f950cd271493 req-d35c5045-6b9a-428c-8de3-b333ccab17dd tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 944 time: 0.1027589 Jan 24 15:36:47.864874 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:36:47.865342 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.897271 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3eccc6-9b8d-4e77-becc-3808fb07d65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa67d2b-2fba-41c6-81f3-b48521f6a8b4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:36:47.899700 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1576240-e301-4e50-92c3-2d4b31072057" -d '{"events": [{"server_uuid": "4b3eccc6-9b8d-4e77-becc-3808fb07d65e", "name": "network-vif-plugged", "status": "completed", "tag": "efa67d2b-2fba-41c6-81f3-b48521f6a8b4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:36:47.916500 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port efa67d2b-2fba-41c6-81f3-b48521f6a8b4, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:36:47.921957 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.923239 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a25c9495-01fe-4d77-9bb1-f950cd271493 req-84900d54-65d2-48af-b4fa-1bef194d65a9 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840971 Jan 24 15:36:47.929038 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69fcbecc-d993-460e-b28d-ebc688b12297 admin admin] Publish callbacks [] for security_group (013e6a96-07db-4767-b0b3-7ff8c3e816ed), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.934967 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69fcbecc-d993-460e-b28d-ebc688b12297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (013e6a96-07db-4767-b0b3-7ff8c3e816ed), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:47.982638 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:47.983747 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-69fcbecc-d993-460e-b28d-ebc688b12297 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b4a11f979706489c8aff2f10c12c81f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952483 Jan 24 15:36:47.986489 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcbecc-d993-460e-b28d-ebc688b12297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013e6a96-07db-4767-b0b3-7ff8c3e816ed,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:47.988257 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60444) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:48.000363 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a06765-7155-4686-a6bb-2d12aa82f136 x-openstack-request-id: req-05a06765-7155-4686-a6bb-2d12aa82f136 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:36:48.001088 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3eccc6-9b8d-4e77-becc-3808fb07d65e", "name": "network-vif-plugged", "status": "completed", "tag": "efa67d2b-2fba-41c6-81f3-b48521f6a8b4", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:36:48.001493 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-05a06765-7155-4686-a6bb-2d12aa82f136 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:36:48.002081 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3eccc6-9b8d-4e77-becc-3808fb07d65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'code': 200} Jan 24 15:36:48.069907 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fba2304c-0b30-412f-add6-e01b894b4a22 admin admin] Publish callbacks [] for security_group (013e6a96-07db-4767-b0b3-7ff8c3e816ed), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:48.098780 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fba2304c-0b30-412f-add6-e01b894b4a22 admin admin] Publish callbacks [] for security_group (013e6a96-07db-4767-b0b3-7ff8c3e816ed), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:48.165967 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fba2304c-0b30-412f-add6-e01b894b4a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (013e6a96-07db-4767-b0b3-7ff8c3e816ed), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:48.170056 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fba2304c-0b30-412f-add6-e01b894b4a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:48.171468 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fba2304c-0b30-412f-add6-e01b894b4a22 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/013e6a96-07db-4767-b0b3-7ff8c3e816ed HTTP/1.1" status: 204 len: 168 time: 0.1795015 Jan 24 15:36:48.193365 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2304c-0b30-412f-add6-e01b894b4a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013e6a96-07db-4767-b0b3-7ff8c3e816ed,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:48.232085 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac35ef-c720-4810-bc70-e27eafd77989 req-6bba2d29-d2cd-41d4-bc12-6b6ef3814a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:48.232452 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4ac35ef-c720-4810-bc70-e27eafd77989 req-6bba2d29-d2cd-41d4-bc12-6b6ef3814a31 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 1098 time: 0.0553842 Jan 24 15:36:48.310570 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4ac35ef-c720-4810-bc70-e27eafd77989 req-f885c411-54cc-49be-b6d0-9d8dd1b38ba2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664985 Jan 24 15:36:48.355196 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1715cf-7321-44c5-8271-d36a28c39f35 req-ca00d7ab-2c88-4622-a665-cff883674d5a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:48.357444 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a1715cf-7321-44c5-8271-d36a28c39f35 req-ca00d7ab-2c88-4622-a665-cff883674d5a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0656605 Jan 24 15:36:48.459113 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a1715cf-7321-44c5-8271-d36a28c39f35 req-60f61416-9dab-44cb-9c2f-5fff618cd5bf tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942748 Jan 24 15:36:49.069405 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544d92f-d29b-4915-ab86-5d50c8b4d72a req-89434dc6-be11-4717-b0ff-aff0f33e96af tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:49.071085 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a544d92f-d29b-4915-ab86-5d50c8b4d72a req-89434dc6-be11-4717-b0ff-aff0f33e96af tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 945 time: 0.0632341 Jan 24 15:36:49.131749 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a544d92f-d29b-4915-ab86-5d50c8b4d72a req-69801e61-9253-4032-bf17-61b15dfa6e53 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530331 Jan 24 15:36:49.610479 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913613cc-5390-4df0-a37d-66dfcc2cdf74 req-1d98ae60-c061-4d05-b929-9ad134e77343 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:49.612116 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-913613cc-5390-4df0-a37d-66dfcc2cdf74 req-1d98ae60-c061-4d05-b929-9ad134e77343 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0621350 Jan 24 15:36:49.668395 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-913613cc-5390-4df0-a37d-66dfcc2cdf74 req-a47f1545-db20-4822-98f7-e294b78041b1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489640 Jan 24 15:36:49.792971 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb5116-fe7d-40f7-9416-61af7b2791ea req-9023e0ff-f41f-420d-aa3a-6285a765013b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:49.794538 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-63bb5116-fe7d-40f7-9416-61af7b2791ea req-9023e0ff-f41f-420d-aa3a-6285a765013b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0537083 Jan 24 15:36:49.854707 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-63bb5116-fe7d-40f7-9416-61af7b2791ea req-614d2760-7cd1-483c-a7f7-dac652883179 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528893 Jan 24 15:36:49.958437 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60534) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:50.128673 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f87adb6f-3699-41be-9e0c-6bd1430a40fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.244582 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f87adb6f-3699-41be-9e0c-6bd1430a40fd admin admin] Publish callbacks [] for security_group (0a783f1a-0b41-4923-8c34-32b65b999a07), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.249706 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f87adb6f-3699-41be-9e0c-6bd1430a40fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0a783f1a-0b41-4923-8c34-32b65b999a07), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.293778 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87adb6f-3699-41be-9e0c-6bd1430a40fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a783f1a-0b41-4923-8c34-32b65b999a07,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:50.302315 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f87adb6f-3699-41be-9e0c-6bd1430a40fd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b38d0a461d8c43f29029d1061133db67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425190 Jan 24 15:36:50.304723 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:50.318217 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e6829-4762-41ea-861f-5c05418c1d51 req-d9233497-f605-4543-8428-5507c5036114 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:50.326541 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f14e6829-4762-41ea-861f-5c05418c1d51 req-d9233497-f605-4543-8428-5507c5036114 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 945 time: 0.0907807 Jan 24 15:36:50.362087 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73d8-742b-42d2-92de-9679b29aaf19 admin admin] Publish callbacks [] for security_group (0a783f1a-0b41-4923-8c34-32b65b999a07), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.390565 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f14e6829-4762-41ea-861f-5c05418c1d51 req-ead6ff53-9e40-44cd-aede-dd33d5854964 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Jan 24 15:36:50.393882 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73d8-742b-42d2-92de-9679b29aaf19 admin admin] Publish callbacks [] for security_group (0a783f1a-0b41-4923-8c34-32b65b999a07), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.443194 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73d8-742b-42d2-92de-9679b29aaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0a783f1a-0b41-4923-8c34-32b65b999a07), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.445832 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73d8-742b-42d2-92de-9679b29aaf19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.447036 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5d0e73d8-742b-42d2-92de-9679b29aaf19 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0a783f1a-0b41-4923-8c34-32b65b999a07 HTTP/1.1" status: 204 len: 168 time: 0.1414270 Jan 24 15:36:50.455702 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e73d8-742b-42d2-92de-9679b29aaf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a783f1a-0b41-4923-8c34-32b65b999a07,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:50.795392 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:50.808142 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f13bd81-2eb6-4325-a0fa-de2a3eb49abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.890175 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f13bd81-2eb6-4325-a0fa-de2a3eb49abe admin admin] Publish callbacks [] for security_group (aeb114a0-6f28-42ac-9f58-b34c17e5a93d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.893994 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f13bd81-2eb6-4325-a0fa-de2a3eb49abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (aeb114a0-6f28-42ac-9f58-b34c17e5a93d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:50.932764 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9f13bd81-2eb6-4325-a0fa-de2a3eb49abe admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2cc1dd961fdb488e9130a92b73be93c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362202 Jan 24 15:36:50.934457 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13bd81-2eb6-4325-a0fa-de2a3eb49abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb114a0-6f28-42ac-9f58-b34c17e5a93d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:50.937581 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60570) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:50.988047 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594bb10-520b-4344-95a5-2749f7e0a77d admin admin] Publish callbacks [] for security_group (aeb114a0-6f28-42ac-9f58-b34c17e5a93d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:51.014933 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594bb10-520b-4344-95a5-2749f7e0a77d admin admin] Publish callbacks [] for security_group (aeb114a0-6f28-42ac-9f58-b34c17e5a93d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:51.059681 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594bb10-520b-4344-95a5-2749f7e0a77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (aeb114a0-6f28-42ac-9f58-b34c17e5a93d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:51.062170 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594bb10-520b-4344-95a5-2749f7e0a77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:51.063329 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f594bb10-520b-4344-95a5-2749f7e0a77d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/aeb114a0-6f28-42ac-9f58-b34c17e5a93d HTTP/1.1" status: 204 len: 168 time: 0.1242857 Jan 24 15:36:51.075626 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594bb10-520b-4344-95a5-2749f7e0a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb114a0-6f28-42ac-9f58-b34c17e5a93d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:51.506522 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76ab93-083c-41ca-8ae2-fccdfbe442df req-0899a56f-89d8-4fbc-a617-60bd7825b451 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:51.508057 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1d76ab93-083c-41ca-8ae2-fccdfbe442df req-0899a56f-89d8-4fbc-a617-60bd7825b451 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 945 time: 0.0484509 Jan 24 15:36:51.555716 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1d76ab93-083c-41ca-8ae2-fccdfbe442df req-69631c75-9a0d-4dc7-9049-5a95389e1717 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Jan 24 15:36:52.689443 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef534e3-0d92-4364-88b3-81c7a352b12c req-4af4cf23-04e7-40d9-8233-6f797c1e37a8 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:52.690962 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2ef534e3-0d92-4364-88b3-81c7a352b12c req-4af4cf23-04e7-40d9-8233-6f797c1e37a8 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 945 time: 0.0567124 Jan 24 15:36:52.745530 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2ef534e3-0d92-4364-88b3-81c7a352b12c req-6676e01f-b327-4dc7-aecf-cdd2f00b6def tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487254 Jan 24 15:36:53.520856 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60698) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:53.651213 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80eb01d8-6e9d-445e-97c7-ba4a921c8afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:53.759706 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80eb01d8-6e9d-445e-97c7-ba4a921c8afa admin admin] Publish callbacks [] for security_group (0e57cd52-dfcd-44ef-b7b5-4d4d06ca1194), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:53.764463 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80eb01d8-6e9d-445e-97c7-ba4a921c8afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0e57cd52-dfcd-44ef-b7b5-4d4d06ca1194), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:53.804704 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:53.805315 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-80eb01d8-6e9d-445e-97c7-ba4a921c8afa admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=17087fbeeecb44b0b48cf2adfb8898c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819817 Jan 24 15:36:53.815073 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb01d8-6e9d-445e-97c7-ba4a921c8afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e57cd52-dfcd-44ef-b7b5-4d4d06ca1194,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:53.872938 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1583caed-0685-4564-a795-e7bec96a0d5d admin admin] Publish callbacks [] for security_group (0e57cd52-dfcd-44ef-b7b5-4d4d06ca1194), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:53.896871 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295615d9-4438-4ba7-b66c-583567a65d43 req-65431b61-9152-46b0-a001-465d6f403470 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:53.898340 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-295615d9-4438-4ba7-b66c-583567a65d43 req-65431b61-9152-46b0-a001-465d6f403470 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0505781 Jan 24 15:36:53.899124 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1583caed-0685-4564-a795-e7bec96a0d5d admin admin] Publish callbacks [] for security_group (0e57cd52-dfcd-44ef-b7b5-4d4d06ca1194), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:53.945082 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-295615d9-4438-4ba7-b66c-583567a65d43 req-a7c94695-6ede-4f59-a869-8021e6aa0ceb tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Jan 24 15:36:53.963056 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1583caed-0685-4564-a795-e7bec96a0d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0e57cd52-dfcd-44ef-b7b5-4d4d06ca1194), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:53.966909 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1583caed-0685-4564-a795-e7bec96a0d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:53.968092 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1583caed-0685-4564-a795-e7bec96a0d5d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0e57cd52-dfcd-44ef-b7b5-4d4d06ca1194 HTTP/1.1" status: 204 len: 168 time: 0.1624000 Jan 24 15:36:53.975820 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583caed-0685-4564-a795-e7bec96a0d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e57cd52-dfcd-44ef-b7b5-4d4d06ca1194,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:54.313542 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 60724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:54.327341 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-300d86be-babf-4015-8cf3-98176f47a5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:54.414823 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-300d86be-babf-4015-8cf3-98176f47a5fe admin admin] Publish callbacks [] for security_group (cc69362a-9fe3-4734-96b6-fba886c4f216), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:54.419643 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-300d86be-babf-4015-8cf3-98176f47a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (cc69362a-9fe3-4734-96b6-fba886c4f216), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:54.462556 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-300d86be-babf-4015-8cf3-98176f47a5fe admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cd46e9b27acd44cfbb4f9d2f725efb04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479380 Jan 24 15:36:54.463420 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d86be-babf-4015-8cf3-98176f47a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc69362a-9fe3-4734-96b6-fba886c4f216,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:54.465496 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 60728) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:36:54.513722 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06aba4e7-8fad-4e6a-8fea-db93b5003834 admin admin] Publish callbacks [] for security_group (cc69362a-9fe3-4734-96b6-fba886c4f216), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:54.534011 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06aba4e7-8fad-4e6a-8fea-db93b5003834 admin admin] Publish callbacks [] for security_group (cc69362a-9fe3-4734-96b6-fba886c4f216), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:54.582621 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06aba4e7-8fad-4e6a-8fea-db93b5003834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (cc69362a-9fe3-4734-96b6-fba886c4f216), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:54.585226 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06aba4e7-8fad-4e6a-8fea-db93b5003834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:54.586390 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-06aba4e7-8fad-4e6a-8fea-db93b5003834 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cc69362a-9fe3-4734-96b6-fba886c4f216 HTTP/1.1" status: 204 len: 168 time: 0.1198704 Jan 24 15:36:54.594259 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aba4e7-8fad-4e6a-8fea-db93b5003834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc69362a-9fe3-4734-96b6-fba886c4f216,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:36:56.083382 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70b81704-41ff-4216-928a-4ad54d9107bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:56.595215 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-8e277230-79d2-4470-9bf0-89ce3412b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:56.596783 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-8e277230-79d2-4470-9bf0-89ce3412b9e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1099 time: 0.0468917 Jan 24 15:36:56.706984 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-8d5b4984-a166-401f-bea2-eb7582933f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:56.708490 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-8d5b4984-a166-401f-bea2-eb7582933f43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 0.1057715 Jan 24 15:36:56.709817 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf78d3-c17a-45a7-80a8-9c69dc0a254c req-dceacfad-71a0-45d1-ac7d-86416ed55302 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:56.712013 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6bcf78d3-c17a-45a7-80a8-9c69dc0a254c req-dceacfad-71a0-45d1-ac7d-86416ed55302 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0667598 Jan 24 15:36:56.760951 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-08b7b591-3b55-4c84-84fa-6a17c81f0d78 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 200 len: 217 time: 0.0460248 Jan 24 15:36:56.786939 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6bcf78d3-c17a-45a7-80a8-9c69dc0a254c req-488bb118-9c2a-41f2-ab84-47b0735b6eb2 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664589 Jan 24 15:36:56.827429 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-2190bdb1-0ed4-469d-ab48-439d2933570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:56.828431 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-2190bdb1-0ed4-469d-ab48-439d2933570e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.0548913 Jan 24 15:36:56.861172 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-b0c8f6ef-a1f8-4822-91e4-a045480280e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256498 Jan 24 15:36:56.973018 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-af5f7703-ae3a-4a85-8a88-82db7f726806 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975661 Jan 24 15:36:57.067312 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1845e66d-2003-46a8-ba5d-b79e606ce2b7 req-3157e4cc-7881-4185-a0a5-74529a3a89a1 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839076 Jan 24 15:36:57.949563 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42830129-8117-46dc-bea0-6fea2fd5647a req-9e54eac8-a99a-42a5-b352-3169b154df8d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:57.956206 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-42830129-8117-46dc-bea0-6fea2fd5647a req-9e54eac8-a99a-42a5-b352-3169b154df8d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0809021 Jan 24 15:36:58.028022 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-42830129-8117-46dc-bea0-6fea2fd5647a req-39312669-225f-4ef0-8121-0e4c87ac45a3 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677161 Jan 24 15:36:58.265882 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98e3382d-7d28-466e-8372-4131c203b852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:36:59.194573 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64fbf-c5cd-45cc-82ba-69c1352d0074 req-828041ef-777a-4036-898c-b844b4cd1ad1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:36:59.196186 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-75e64fbf-c5cd-45cc-82ba-69c1352d0074 req-828041ef-777a-4036-898c-b844b4cd1ad1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0601447 Jan 24 15:36:59.245205 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-75e64fbf-c5cd-45cc-82ba-69c1352d0074 req-123c529b-fa4f-4fae-9cad-860189a45533 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Jan 24 15:36:59.303861 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:00.378920 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e86db-4b00-4417-b2b3-c5673fbf9258 req-7021d18d-4509-4ab0-bc01-c6c2577615f8 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:00.380399 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-909e86db-4b00-4417-b2b3-c5673fbf9258 req-7021d18d-4509-4ab0-bc01-c6c2577615f8 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0546799 Jan 24 15:37:00.433798 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-909e86db-4b00-4417-b2b3-c5673fbf9258 req-de12eb7a-2220-4ba1-8024-e0fd9f1e8666 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Jan 24 15:37:01.000657 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:01.342454 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:37:01.557810 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a44025-8e77-49e9-abb6-ca9cd2b31087 req-fe72b21c-5208-4a81-8fc0-f56b793ca614 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:01.559950 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-60a44025-8e77-49e9-abb6-ca9cd2b31087 req-fe72b21c-5208-4a81-8fc0-f56b793ca614 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0524786 Jan 24 15:37:01.607688 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-60a44025-8e77-49e9-abb6-ca9cd2b31087 req-763e5bf7-1d8d-4a10-8ce1-65720ebd5d15 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418501 Jan 24 15:37:02.424395 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:02.724127 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6fe63-28f6-4aab-bd6c-5322fc0068b0 req-c9607398-69d0-45ef-b4e1-55a64aa60549 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:02.725682 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-30d6fe63-28f6-4aab-bd6c-5322fc0068b0 req-c9607398-69d0-45ef-b4e1-55a64aa60549 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0510392 Jan 24 15:37:02.773646 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-30d6fe63-28f6-4aab-bd6c-5322fc0068b0 req-4c304f6a-b872-487d-87a4-ec62410e42d1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Jan 24 15:37:03.887772 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965e7a2-9dfd-47c4-81a9-3f76dc031420 req-44051b4c-a742-489b-89e9-cd2188d39884 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:03.889260 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a965e7a2-9dfd-47c4-81a9-3f76dc031420 req-44051b4c-a742-489b-89e9-cd2188d39884 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0475793 Jan 24 15:37:03.938007 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a965e7a2-9dfd-47c4-81a9-3f76dc031420 req-8ae5bba7-d330-4a07-892a-9564066f3267 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Jan 24 15:37:05.054109 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed60e3-2b63-4097-bd53-593474daef33 req-783643e5-7209-464f-91b3-a96e3c4769e5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:05.055599 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e7ed60e3-2b63-4097-bd53-593474daef33 req-783643e5-7209-464f-91b3-a96e3c4769e5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0487659 Jan 24 15:37:05.103636 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e7ed60e3-2b63-4097-bd53-593474daef33 req-78bdba5d-abf4-4df4-800e-d2778c2a8c04 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 Jan 24 15:37:06.220189 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd7bb8-335e-48a0-8e4b-2c6cbb179487 req-217753f7-20fc-41bd-b332-081d01c81a08 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:06.221684 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-23bd7bb8-335e-48a0-8e4b-2c6cbb179487 req-217753f7-20fc-41bd-b332-081d01c81a08 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0509298 Jan 24 15:37:06.255957 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:06.272736 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-23bd7bb8-335e-48a0-8e4b-2c6cbb179487 req-ce636b64-7309-44ac-83a5-b7fb39805cd6 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Jan 24 15:37:07.408017 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb1188-7dfd-42ea-934c-13d51dc63346 req-5326052f-86d3-4de5-b0b7-491728326c64 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:07.409884 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abb1188-7dfd-42ea-934c-13d51dc63346 req-5326052f-86d3-4de5-b0b7-491728326c64 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0630803 Jan 24 15:37:07.477056 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abb1188-7dfd-42ea-934c-13d51dc63346 req-4dcc3f95-96ad-4c60-ba2a-eac3c130d6c4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531974 Jan 24 15:37:07.871959 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 32830) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:07.978836 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6fa67c-bf88-4e9f-a849-da1704d53f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.056043 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6fa67c-bf88-4e9f-a849-da1704d53f5e admin admin] Publish callbacks [] for security_group (bcd0f05d-97a2-4194-92fd-84add1b3f535), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.060213 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6fa67c-bf88-4e9f-a849-da1704d53f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (bcd0f05d-97a2-4194-92fd-84add1b3f535), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.112232 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 32842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:08.112549 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-da6fa67c-bf88-4e9f-a849-da1704d53f5e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e92d3fe1ce6543e3a70256f6888eae71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394137 Jan 24 15:37:08.115104 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fa67c-bf88-4e9f-a849-da1704d53f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd0f05d-97a2-4194-92fd-84add1b3f535,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:08.189981 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fee3c42-d056-4005-8db4-0121cea88f9a admin admin] Publish callbacks [] for security_group (bcd0f05d-97a2-4194-92fd-84add1b3f535), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.213409 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fee3c42-d056-4005-8db4-0121cea88f9a admin admin] Publish callbacks [] for security_group (bcd0f05d-97a2-4194-92fd-84add1b3f535), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.261966 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fee3c42-d056-4005-8db4-0121cea88f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (bcd0f05d-97a2-4194-92fd-84add1b3f535), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.264578 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fee3c42-d056-4005-8db4-0121cea88f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.265723 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2fee3c42-d056-4005-8db4-0121cea88f9a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/bcd0f05d-97a2-4194-92fd-84add1b3f535 HTTP/1.1" status: 204 len: 168 time: 0.1521335 Jan 24 15:37:08.274127 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee3c42-d056-4005-8db4-0121cea88f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd0f05d-97a2-4194-92fd-84add1b3f535,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:08.584257 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 32866) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:08.606817 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d908342-84d1-4078-a677-d335cd69a6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.616213 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd05e-1f8c-4d14-8452-17663e18c423 req-1347713a-b2e3-48fc-9ac7-41a1840ae0a4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:08.623836 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c4bdd05e-1f8c-4d14-8452-17663e18c423 req-1347713a-b2e3-48fc-9ac7-41a1840ae0a4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0783198 Jan 24 15:37:08.684925 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c4bdd05e-1f8c-4d14-8452-17663e18c423 req-7f4ba731-6f99-43a5-9f60-189bef0db5c5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600762 Jan 24 15:37:08.746474 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d908342-84d1-4078-a677-d335cd69a6a3 admin admin] Publish callbacks [] for security_group (48ce982e-bf4a-42b3-b62f-9a21e650c0ce), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.764376 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d908342-84d1-4078-a677-d335cd69a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (48ce982e-bf4a-42b3-b62f-9a21e650c0ce), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.818358 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3d908342-84d1-4078-a677-d335cd69a6a3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=82a2f3a18e7e48029e78c582af16f911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324715 Jan 24 15:37:08.820525 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec74065-707b-488e-a588-e765cfd30988 req-9a074c4e-3f02-42f1-b358-089f618f92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:08.821638 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 32870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:08.822219 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec74065-707b-488e-a588-e765cfd30988 req-9a074c4e-3f02-42f1-b358-089f618f92d8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1099 time: 0.0886490 Jan 24 15:37:08.823018 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d908342-84d1-4078-a677-d335cd69a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ce982e-bf4a-42b3-b62f-9a21e650c0ce,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:08.881526 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec74065-707b-488e-a588-e765cfd30988 req-fa23fa30-57d7-4bf1-b73b-e00bd86ce468 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494246 Jan 24 15:37:08.914162 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0bffddb-6797-4fb6-b761-9b466484148a admin admin] Publish callbacks [] for security_group (48ce982e-bf4a-42b3-b62f-9a21e650c0ce), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:08.940141 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0bffddb-6797-4fb6-b761-9b466484148a admin admin] Publish callbacks [] for security_group (48ce982e-bf4a-42b3-b62f-9a21e650c0ce), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.012440 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0bffddb-6797-4fb6-b761-9b466484148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (48ce982e-bf4a-42b3-b62f-9a21e650c0ce), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.014972 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0bffddb-6797-4fb6-b761-9b466484148a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.016583 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d0bffddb-6797-4fb6-b761-9b466484148a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/48ce982e-bf4a-42b3-b62f-9a21e650c0ce HTTP/1.1" status: 204 len: 168 time: 0.1932168 Jan 24 15:37:09.024471 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bffddb-6797-4fb6-b761-9b466484148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ce982e-bf4a-42b3-b62f-9a21e650c0ce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:09.367628 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 32894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:09.381143 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec65d-2951-404e-9dbf-1e4179e292a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.452925 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec65d-2951-404e-9dbf-1e4179e292a6 admin admin] Publish callbacks [] for security_group (07fc54fb-b214-4af8-91ec-949731e58bfa), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.456538 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec65d-2951-404e-9dbf-1e4179e292a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (07fc54fb-b214-4af8-91ec-949731e58bfa), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.496041 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ef7ec65d-2951-404e-9dbf-1e4179e292a6 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c7b061ab237f419ebcc946b8afc98d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272807 Jan 24 15:37:09.496781 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ec65d-2951-404e-9dbf-1e4179e292a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fc54fb-b214-4af8-91ec-949731e58bfa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:09.499105 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 32896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:09.545782 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70e6b5f4-8879-43d7-a3de-fceb863b6d48 admin admin] Publish callbacks [] for security_group (07fc54fb-b214-4af8-91ec-949731e58bfa), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.566468 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70e6b5f4-8879-43d7-a3de-fceb863b6d48 admin admin] Publish callbacks [] for security_group (07fc54fb-b214-4af8-91ec-949731e58bfa), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.610499 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70e6b5f4-8879-43d7-a3de-fceb863b6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (07fc54fb-b214-4af8-91ec-949731e58bfa), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.613015 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70e6b5f4-8879-43d7-a3de-fceb863b6d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:09.614123 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-70e6b5f4-8879-43d7-a3de-fceb863b6d48 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/07fc54fb-b214-4af8-91ec-949731e58bfa HTTP/1.1" status: 204 len: 168 time: 0.1138828 Jan 24 15:37:09.622011 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6b5f4-8879-43d7-a3de-fceb863b6d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fc54fb-b214-4af8-91ec-949731e58bfa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:09.820058 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517e6a-19ba-407d-9063-c68e97d6f498 req-6f375493-63d1-47e5-9c0e-2f6b505afa11 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:09.821541 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b0517e6a-19ba-407d-9063-c68e97d6f498 req-6f375493-63d1-47e5-9c0e-2f6b505afa11 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0604610 Jan 24 15:37:09.868462 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b0517e6a-19ba-407d-9063-c68e97d6f498 req-48ca9015-1fdb-435c-8578-49f63e650a43 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jan 24 15:37:10.979788 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306293b-38ce-4d0e-aa94-06b415e3cee3 req-4f9df2c8-6b8b-4be8-a9bb-40206d1b3953 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:10.981228 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5306293b-38ce-4d0e-aa94-06b415e3cee3 req-4f9df2c8-6b8b-4be8-a9bb-40206d1b3953 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0468163 Jan 24 15:37:11.029808 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5306293b-38ce-4d0e-aa94-06b415e3cee3 req-01d9a0f3-e10b-48f5-8813-608610b5df44 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Jan 24 15:37:12.149044 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b62c-5329-4540-9cba-391749d5c95f req-038bd5fa-18f2-4c8d-928c-c8eab88b4a4e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:12.150959 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1b00b62c-5329-4540-9cba-391749d5c95f req-038bd5fa-18f2-4c8d-928c-c8eab88b4a4e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0550332 Jan 24 15:37:12.200453 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1b00b62c-5329-4540-9cba-391749d5c95f req-75be3d58-09b8-4e1c-b113-f997ba226039 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Jan 24 15:37:13.313411 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4264-dc08-449e-b13d-ce0a2282464b req-a1b28fa3-cf24-4e16-a94c-6362a9fee3e5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:13.314902 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-487d4264-dc08-449e-b13d-ce0a2282464b req-a1b28fa3-cf24-4e16-a94c-6362a9fee3e5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0477190 Jan 24 15:37:13.361548 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-487d4264-dc08-449e-b13d-ce0a2282464b req-f59f09b2-daf3-40d9-81a3-d8da1e44354b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Jan 24 15:37:14.480561 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70bd9-7a5c-4f33-bfee-bc4d83ceb423 req-66b97af0-0f0d-4181-b71f-f01f8faa8063 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:14.482104 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d6b70bd9-7a5c-4f33-bfee-bc4d83ceb423 req-66b97af0-0f0d-4181-b71f-f01f8faa8063 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0470743 Jan 24 15:37:14.532063 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d6b70bd9-7a5c-4f33-bfee-bc4d83ceb423 req-bfd41b55-6b0f-4b13-ab40-c5ed882a1718 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Jan 24 15:37:15.671724 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebabca-eb59-469a-81f1-38a3dd44aef5 req-183aee68-e259-47e1-b3ac-9cc5f6b73ab9 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:15.673330 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-beebabca-eb59-469a-81f1-38a3dd44aef5 req-183aee68-e259-47e1-b3ac-9cc5f6b73ab9 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0536907 Jan 24 15:37:15.720614 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-beebabca-eb59-469a-81f1-38a3dd44aef5 req-089658b7-33fb-4d3b-a8b9-ae678dd4c205 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Jan 24 15:37:16.840657 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57bb60-950f-4e5d-9422-2a76e6873635 req-02421241-c014-4e75-bdd4-ae2e2daa3f4a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:16.842343 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac57bb60-950f-4e5d-9422-2a76e6873635 req-02421241-c014-4e75-bdd4-ae2e2daa3f4a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0516834 Jan 24 15:37:16.889082 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac57bb60-950f-4e5d-9422-2a76e6873635 req-337dd66d-ad4a-404d-b6e6-a854ebc9a26a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Jan 24 15:37:17.171970 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-0d34e4b6-6f84-44ba-92ee-a3c132505b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:17.174303 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-0d34e4b6-6f84-44ba-92ee-a3c132505b89 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1099 time: 0.0621667 Jan 24 15:37:17.218871 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-aa2acf5b-c940-44fe-b43b-1225f4502b4c tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=94b7b155beee48b2956f9a52d74bcd08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403662 Jan 24 15:37:17.255229 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7d401-021f-49f4-a188-d9fa7edc2770 req-7a228e36-a8d8-4dad-8fce-70ca2d1157f3 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:17.256949 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5eb7d401-021f-49f4-a188-d9fa7edc2770 req-7a228e36-a8d8-4dad-8fce-70ca2d1157f3 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0757625 Jan 24 15:37:17.319714 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5eb7d401-021f-49f4-a188-d9fa7edc2770 req-1cef9d71-e077-479a-bd2d-d94b96b5f45f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555844 Jan 24 15:37:17.509899 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-caca2bb6-6ef2-452c-882a-7d43a5b47485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:17.511388 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-caca2bb6-6ef2-452c-882a-7d43a5b47485 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 0.2856984 Jan 24 15:37:17.520933 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-2560ccde-5fdc-45e0-bcd2-ba5662c5802d tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:17.522372 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-2560ccde-5fdc-45e0-bcd2-ba5662c5802d tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056889 Jan 24 15:37:17.575552 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-98af9f7b-e9d5-4bbd-ae0b-b905470752e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 200 len: 217 time: 0.0520139 Jan 24 15:37:17.577827 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-a922ae70-c9d5-40ad-821e-d4bf66d99d99 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:17.579230 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-397e4f46-9073-4b58-999a-963c9f9890cb tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/quotas/94b7b155beee48b2956f9a52d74bcd08 HTTP/1.1" status: 200 len: 375 time: 0.0497890 Jan 24 15:37:17.579630 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-a922ae70-c9d5-40ad-821e-d4bf66d99d99 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 815 time: 0.1271451 Jan 24 15:37:17.596525 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-49f67d02-5f93-4de4-8e77-a3fd07edf3dd tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/quotas/65873cf6363245ad8d056f47ffe1d560 HTTP/1.1" status: 200 len: 375 time: 0.0103188 Jan 24 15:37:17.658412 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-ea09d08e-1052-4f51-8718-871a009a51e7 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556474 Jan 24 15:37:17.660532 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-c97ac3ce-9bf9-4c42-8fbd-f32f0d8bfdc5 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=94b7b155beee48b2956f9a52d74bcd08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364230 Jan 24 15:37:17.674386 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-2ba78261-cda9-45d2-a812-706bf38b859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:17.676234 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-2ba78261-cda9-45d2-a812-706bf38b859c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.0931318 Jan 24 15:37:17.733754 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-02f2e7ee-f67f-4b98-80c7-80c67da7cd3d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411768 Jan 24 15:37:17.776161 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-7961923c-cfe5-4207-8206-a2d979498168 service neutron] 10.222.0.112 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166596 Jan 24 15:37:17.872470 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-8e1b710e-ce70-4107-a67a-6c7950b4e83e service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225479 Jan 24 15:37:17.956957 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-6d59915e-2423-4268-b870-2bd63241f32e service neutron] 10.222.0.112 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798289 Jan 24 15:37:18.026744 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33352d0f-8bb5-4476-8608-d5b1e9609fbd req-edf03b73-ceda-4258-85e7-0d8106a8fb05 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 210 time: 0.0421567 Jan 24 15:37:18.033768 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf5968b-0ef0-46de-b59f-f596963d1b49 req-84bdcc5e-903d-40c6-966b-f852225443de service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598449 Jan 24 15:37:18.196975 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e722e504-6c8b-4f49-bc8d-81df4e9036d7 req-5f8442f9-073f-4f0e-a75c-2e63a39b7f57 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 210 time: 0.0388169 Jan 24 15:37:18.472464 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2030174-7355-4e27-b2ba-d8f7a75cd466 req-882b5e66-866c-4761-816f-3fbec6e17817 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:18.474656 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2030174-7355-4e27-b2ba-d8f7a75cd466 req-882b5e66-866c-4761-816f-3fbec6e17817 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0703936 Jan 24 15:37:18.546308 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2030174-7355-4e27-b2ba-d8f7a75cd466 req-f1debbb0-a6f7-4405-841f-f1a84d86ad31 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644414 Jan 24 15:37:18.633015 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33186) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:18.761524 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70c30302-9f37-40ae-9f3d-07baf0e24f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:18.844449 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70c30302-9f37-40ae-9f3d-07baf0e24f02 admin admin] Publish callbacks [] for security_group (c169b4cd-89ec-4386-be8d-b1e451c78b1f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:18.848993 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70c30302-9f37-40ae-9f3d-07baf0e24f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (c169b4cd-89ec-4386-be8d-b1e451c78b1f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:18.889234 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c30302-9f37-40ae-9f3d-07baf0e24f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c169b4cd-89ec-4386-be8d-b1e451c78b1f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:18.893842 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-70c30302-9f37-40ae-9f3d-07baf0e24f02 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c16e3670327d4bb090124ec4017f0913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597914 Jan 24 15:37:18.896386 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:18.953331 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ce85bc-c0f6-4225-a627-44fab51bc241 admin admin] Publish callbacks [] for security_group (c169b4cd-89ec-4386-be8d-b1e451c78b1f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.159735 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c7c8d628-f8fe-4e86-b8e3-086b9ccee182 req-cdd38cc8-e116-49aa-a792-4094424b9b06 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 210 time: 0.0338147 Jan 24 15:37:19.210613 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ce85bc-c0f6-4225-a627-44fab51bc241 admin admin] Publish callbacks [] for security_group (c169b4cd-89ec-4386-be8d-b1e451c78b1f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.232711 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-6c98a408-df49-49dd-96d0-af2a5cf5976c tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=94b7b155beee48b2956f9a52d74bcd08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515501 Jan 24 15:37:19.354567 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a03cb1d4-7901-4127-b871-85369a846532 req-8b3cbdf3-f4e9-4740-8110-036f01820bf6 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 210 time: 0.0317857 Jan 24 15:37:19.388218 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ce85bc-c0f6-4225-a627-44fab51bc241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (c169b4cd-89ec-4386-be8d-b1e451c78b1f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.391832 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ce85bc-c0f6-4225-a627-44fab51bc241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.392997 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-05ce85bc-c0f6-4225-a627-44fab51bc241 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c169b4cd-89ec-4386-be8d-b1e451c78b1f HTTP/1.1" status: 204 len: 168 time: 0.4956977 Jan 24 15:37:19.413596 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce85bc-c0f6-4225-a627-44fab51bc241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c169b4cd-89ec-4386-be8d-b1e451c78b1f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:19.437043 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7448388c-7fdf-45ab-9e6e-189c7c5a557a tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:19.437043 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7448388c-7fdf-45ab-9e6e-189c7c5a557a tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873298 Jan 24 15:37:19.453897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Request body: {'port': {'device_id': '4e895fe6-d761-4513-8aeb-dd697426bdfd', 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9', 'admin_state_up': True, 'tenant_id': '94b7b155beee48b2956f9a52d74bcd08'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:19.562091 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-18224535-e5b2-4212-b0f5-8b25c205d25a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:19.563990 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-18224535-e5b2-4212-b0f5-8b25c205d25a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 815 time: 0.1459260 Jan 24 15:37:19.588251 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Request body: {'port': {'device_id': '9d67d492-fe50-4609-a273-014ef7fdfb65', 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'admin_state_up': True, 'tenant_id': '65873cf6363245ad8d056f47ffe1d560'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:19.650229 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Made reservation on behalf of 94b7b155beee48b2956f9a52d74bcd08 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:19.656234 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.670628 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.736720 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e3ecd-cd7a-4f96-b259-0180bcded4be req-e9e6dc87-b61a-4232-8aa4-f41d8e947fe1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:19.745179 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-150e3ecd-cd7a-4f96-b259-0180bcded4be req-e9e6dc87-b61a-4232-8aa4-f41d8e947fe1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1286223 Jan 24 15:37:19.784224 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks [] for security_group (d5b83863-54f6-4665-983c-5ca9942f0df0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.790236 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (d5b83863-54f6-4665-983c-5ca9942f0df0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.809616 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Made reservation on behalf of 65873cf6363245ad8d056f47ffe1d560 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:19.813688 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.820719 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-150e3ecd-cd7a-4f96-b259-0180bcded4be req-9e538562-14f9-4c44-94db-a149f0040675 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666909 Jan 24 15:37:19.866828 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b83863-54f6-4665-983c-5ca9942f0df0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:19.878032 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33232) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:19.898269 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-512b9241-ddd7-4a48-a3c1-745219afc6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:19.984755 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Allocated IP 192.168.233.185 (fc834a2b-b0c0-4426-a319-e6734b592ab9/7f95f7f5-b15c-423b-97f2-c1ccbdf40777/8076b171-bd60-4e88-a30b-c44297cae911) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:19.988356 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Allocated IP 172.20.0.11 (be36ef84-6842-4a75-8df2-5e8f770a6b94/15083e47-b37f-4d5c-9271-9c8bcd5c28bb/d0a3f146-8074-4259-8065-acca2fffd325) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:20.090577 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-512b9241-ddd7-4a48-a3c1-745219afc6f4 admin admin] Publish callbacks [] for security_group (4aed614e-69b6-4478-8758-9c62fbf264dd), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.104441 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-512b9241-ddd7-4a48-a3c1-745219afc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (4aed614e-69b6-4478-8758-9c62fbf264dd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.162067 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks [] for port (d0a3f146-8074-4259-8065-acca2fffd325), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.192874 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b9241-ddd7-4a48-a3c1-745219afc6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aed614e-69b6-4478-8758-9c62fbf264dd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:20.200968 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (d0a3f146-8074-4259-8065-acca2fffd325), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.208737 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-512b9241-ddd7-4a48-a3c1-745219afc6f4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=dd05454e5c7c40359a0c718330feda20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294418 Jan 24 15:37:20.210211 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:20.220410 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['efa67d2b-2fba-41c6-81f3-b48521f6a8b4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:37:20.273608 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Network be36ef84-6842-4a75-8df2-5e8f770a6b94 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:20.297299 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks [] for port (8076b171-bd60-4e88-a30b-c44297cae911), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.302890 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eff03c5b-66da-47b3-b4d3-1266155d5bf4 req-88f92b84-eb35-4502-b6e7-2c40a08ac975 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 210 time: 0.0478537 Jan 24 15:37:20.306202 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:20.315377 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:20.351236 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55b782da-592b-403d-b948-5a7e5be64eaa admin admin] Publish callbacks [] for security_group (4aed614e-69b6-4478-8758-9c62fbf264dd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.414853 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:20.415543 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.427868 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Pushing event updated for resources: {'Port': ['ID=d0a3f146-8074-4259-8065-acca2fffd325,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:20.447071 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-4b4f13a3-4404-437f-ba2a-b4c0c5fbe097 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8653862 Jan 24 15:37:20.450041 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55b782da-592b-403d-b948-5a7e5be64eaa admin admin] Publish callbacks [] for security_group (4aed614e-69b6-4478-8758-9c62fbf264dd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.476795 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Request body: {'port': {'device_id': '9d67d492-fe50-4609-a273-014ef7fdfb65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:20.486637 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (8076b171-bd60-4e88-a30b-c44297cae911), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.562382 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (d0a3f146-8074-4259-8065-acca2fffd325), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.607072 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Network fc834a2b-b0c0-4426-a319-e6734b592ab9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:20.612673 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:20.616584 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Pushing event updated for resources: {'Port': ['ID=8076b171-bd60-4e88-a30b-c44297cae911,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:20.619189 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:20.655165 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7795b-a2a5-47b6-92bf-5243cbfe8bea req-5714d5f1-60fc-4507-af78-4d4bc211ce88 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:20.656807 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6d7795b-a2a5-47b6-92bf-5243cbfe8bea req-5714d5f1-60fc-4507-af78-4d4bc211ce88 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 932 time: 0.1738732 Jan 24 15:37:20.681087 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55b782da-592b-403d-b948-5a7e5be64eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (4aed614e-69b6-4478-8758-9c62fbf264dd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.683657 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55b782da-592b-403d-b948-5a7e5be64eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.687040 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-55b782da-592b-403d-b948-5a7e5be64eaa admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4aed614e-69b6-4478-8758-9c62fbf264dd HTTP/1.1" status: 204 len: 168 time: 0.4666262 Jan 24 15:37:20.717478 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:20.717478 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.734717 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b782da-592b-403d-b948-5a7e5be64eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aed614e-69b6-4478-8758-9c62fbf264dd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:20.780964 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-7bdfd577-3a8b-4c6c-8c68-5f8ce49e8796 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3324249 Jan 24 15:37:20.790719 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6d7795b-a2a5-47b6-92bf-5243cbfe8bea req-53a82386-cbb8-495e-92b7-b43562b90911 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245344 Jan 24 15:37:20.802765 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Request body: {'port': {'device_id': '4e895fe6-d761-4513-8aeb-dd697426bdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:20.920787 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8076b171-bd60-4e88-a30b-c44297cae911), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:20.974683 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a3f146-8074-4259-8065-acca2fffd325 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:37:20.983641 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e1aa06b6-ac51-4d4c-ad1d-95981927b8b4 None None] Provisioning complete for port 8076b171-bd60-4e88-a30b-c44297cae911 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:20.984158 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1aa06b6-ac51-4d4c-ad1d-95981927b8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8076b171-bd60-4e88-a30b-c44297cae911), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.007328 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Publish callbacks [] for port (d0a3f146-8074-4259-8065-acca2fffd325), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.021431 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33270) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:21.050594 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa06b6-ac51-4d4c-ad1d-95981927b8b4 None None] Port 8076b171-bd60-4e88-a30b-c44297cae911 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:37:21.068187 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Transition to ACTIVE for port object d0a3f146-8074-4259-8065-acca2fffd325 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:37:21.075567 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (d0a3f146-8074-4259-8065-acca2fffd325), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.139654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac0a2-44c8-486e-9c06-49f07d9156ae req-4d0a5013-629f-4169-99e0-907485ba0694 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:21.141161 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ffbac0a2-44c8-486e-9c06-49f07d9156ae req-4d0a5013-629f-4169-99e0-907485ba0694 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1729293 Jan 24 15:37:21.183189 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Pushing event updated for resources: {'Port': ['ID=d0a3f146-8074-4259-8065-acca2fffd325,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:21.253111 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ffbac0a2-44c8-486e-9c06-49f07d9156ae req-bf4c0654-11eb-4583-b98b-c3f2a7c687e0 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013691 Jan 24 15:37:21.285745 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Attempting to bind port d0a3f146-8074-4259-8065-acca2fffd325 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:21.286314 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Attempting to bind port d0a3f146-8074-4259-8065-acca2fffd325 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:21.286805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Attempting to bind port d0a3f146-8074-4259-8065-acca2fffd325 on network be36ef84-6842-4a75-8df2-5e8f770a6b94 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:21.294160 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Port d0a3f146-8074-4259-8065-acca2fffd325 on network be36ef84-6842-4a75-8df2-5e8f770a6b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:37:21.294664 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Attempting to bind port d0a3f146-8074-4259-8065-acca2fffd325 on network be36ef84-6842-4a75-8df2-5e8f770a6b94 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:21.301060 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:21.301631 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Checking segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:21.302207 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Bound using segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:21.302874 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Bound port: d0a3f146-8074-4259-8065-acca2fffd325, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:21.303451 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (d0a3f146-8074-4259-8065-acca2fffd325), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.367187 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e996078-94c1-417d-acab-9cb3d726dad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.397234 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8076b171-bd60-4e88-a30b-c44297cae911 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:37:21.410858 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Publish callbacks [] for port (8076b171-bd60-4e88-a30b-c44297cae911), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.438305 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Transition to ACTIVE for port object 8076b171-bd60-4e88-a30b-c44297cae911 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:37:21.453691 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (8076b171-bd60-4e88-a30b-c44297cae911), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.473557 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] For port d0a3f146-8074-4259-8065-acca2fffd325, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:21.478468 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] For port d0a3f146-8074-4259-8065-acca2fffd325, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=d0a3f146-8074-4259-8065-acca2fffd325,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:21.494918 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9355f-b1df-4804-9529-587d1559e22a req-895b6b3d-2fca-4b18-af74-ac52bfeadfc9 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:21.496528 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26a9355f-b1df-4804-9529-587d1559e22a req-895b6b3d-2fca-4b18-af74-ac52bfeadfc9 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 936 time: 0.0917339 Jan 24 15:37:21.498646 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (d0a3f146-8074-4259-8065-acca2fffd325), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.515541 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8076b171-bd60-4e88-a30b-c44297cae911,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:21.532110 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:21.532867 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.534376 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] 10.222.0.88 "PUT /v2.0/ports/d0a3f146-8074-4259-8065-acca2fffd325 HTTP/1.1" status: 200 len: 1094 time: 1.0731859 Jan 24 15:37:21.555780 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d67d492-fe50-4609-a273-014ef7fdfb65', 'tag': 'd0a3f146-8074-4259-8065-acca2fffd325'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:37:21.558400 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b180e22-75d8-4e1f-a3cc-df28697560cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9d67d492-fe50-4609-a273-014ef7fdfb65", "tag": "d0a3f146-8074-4259-8065-acca2fffd325"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:37:21.662195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d872ce1-623e-4a23-b104-f68b54463874 x-openstack-request-id: req-0d872ce1-623e-4a23-b104-f68b54463874 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:37:21.662715 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d67d492-fe50-4609-a273-014ef7fdfb65", "tag": "d0a3f146-8074-4259-8065-acca2fffd325", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:37:21.663028 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0d872ce1-623e-4a23-b104-f68b54463874 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:37:21.663536 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d67d492-fe50-4609-a273-014ef7fdfb65', 'tag': 'd0a3f146-8074-4259-8065-acca2fffd325', 'status': 'completed', 'code': 200} Jan 24 15:37:21.669860 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e996078-94c1-417d-acab-9cb3d726dad0 admin admin] Publish callbacks [] for security_group (7867e4a9-8aa5-4c47-a700-a9f2dd0e1dd4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.683217 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e996078-94c1-417d-acab-9cb3d726dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (7867e4a9-8aa5-4c47-a700-a9f2dd0e1dd4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:21.711060 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11e207-d717-4ef0-a664-8d0bafcff40a service neutron] Pushing event updated for resources: {'Port': ['ID=d0a3f146-8074-4259-8065-acca2fffd325,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:21.719028 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26a9355f-b1df-4804-9529-587d1559e22a req-4b925030-b311-433d-8db1-960239f33532 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088637 Jan 24 15:37:21.749182 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0b884fe7-e183-42bb-b772-8de525ca6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:21.751445 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-0b884fe7-e183-42bb-b772-8de525ca6a3f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 1097 time: 0.1428623 Jan 24 15:37:21.813934 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-11d4cf84-e490-42cc-9989-f5fab0c8f7dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0a3f146-8074-4259-8065-acca2fffd325 HTTP/1.1" status: 200 len: 217 time: 0.0546193 Jan 24 15:37:21.860965 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e996078-94c1-417d-acab-9cb3d726dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867e4a9-8aa5-4c47-a700-a9f2dd0e1dd4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:21.887758 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1e996078-94c1-417d-acab-9cb3d726dad0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=68fad4f3df414255b9d317fd5243bbd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8642213 Jan 24 15:37:21.891489 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33308) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:21.906282 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-99655abe-1eb8-4cda-887d-e1554ad3a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:21.908312 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-99655abe-1eb8-4cda-887d-e1554ad3a5d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 200 len: 855 time: 0.0755672 Jan 24 15:37:21.945584 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-d812ad1c-3828-44b6-b41e-2f75c31d8d5e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be36ef84-6842-4a75-8df2-5e8f770a6b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301692 Jan 24 15:37:21.988256 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Attempting to bind port 8076b171-bd60-4e88-a30b-c44297cae911 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:21.989015 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Attempting to bind port 8076b171-bd60-4e88-a30b-c44297cae911 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:21.989512 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Attempting to bind port 8076b171-bd60-4e88-a30b-c44297cae911 on network fc834a2b-b0c0-4426-a319-e6734b592ab9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:22.001657 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Port 8076b171-bd60-4e88-a30b-c44297cae911 on network fc834a2b-b0c0-4426-a319-e6734b592ab9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:37:22.002254 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Attempting to bind port 8076b171-bd60-4e88-a30b-c44297cae911 on network fc834a2b-b0c0-4426-a319-e6734b592ab9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:22.020420 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:22.020870 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Checking segment: {'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:22.021320 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Bound using segment: {'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:22.021818 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Bound port: 8076b171-bd60-4e88-a30b-c44297cae911, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e2736a-6284-4ef0-8b16-e58e66817b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:22.022441 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8076b171-bd60-4e88-a30b-c44297cae911), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.030381 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:37:22.032674 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:37:22.035758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443157a-f76f-48c7-bf13-668ae2a1b522 req-2f76ef72-3aef-41a3-b20e-8e9ba27f15e0 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.037447 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a443157a-f76f-48c7-bf13-668ae2a1b522 req-2f76ef72-3aef-41a3-b20e-8e9ba27f15e0 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 944 time: 0.1155241 Jan 24 15:37:22.039247 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08acdf05-e978-4f8b-bbdb-d53ba05048cd admin admin] Publish callbacks [] for security_group (7867e4a9-8aa5-4c47-a700-a9f2dd0e1dd4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:22.057293 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-a649c5d1-286d-4dd3-8b22-fa9c63a30e15 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049609 Jan 24 15:37:22.094683 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08acdf05-e978-4f8b-bbdb-d53ba05048cd admin admin] Publish callbacks [] for security_group (7867e4a9-8aa5-4c47-a700-a9f2dd0e1dd4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:22.176195 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-164f6099-b671-4795-87e6-ec59ebbcdbb2 req-20b41406-5a3a-478c-a2f3-f963269208b1 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116979 Jan 24 15:37:22.184913 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a443157a-f76f-48c7-bf13-668ae2a1b522 req-dbceffe0-7122-4afe-a302-8f63da0bbdcb tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353006 Jan 24 15:37:22.225992 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] For port 8076b171-bd60-4e88-a30b-c44297cae911, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:22.229634 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] For port 8076b171-bd60-4e88-a30b-c44297cae911, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8076b171-bd60-4e88-a30b-c44297cae911,segment=NetworkSegment(d9e2736a-6284-4ef0-8b16-e58e66817b31),segment_id=d9e2736a-6284-4ef0-8b16-e58e66817b31)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:22.234259 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (8076b171-bd60-4e88-a30b-c44297cae911), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:22.242573 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08acdf05-e978-4f8b-bbdb-d53ba05048cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (7867e4a9-8aa5-4c47-a700-a9f2dd0e1dd4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:22.245198 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08acdf05-e978-4f8b-bbdb-d53ba05048cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:22.247713 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-08acdf05-e978-4f8b-bbdb-d53ba05048cd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7867e4a9-8aa5-4c47-a700-a9f2dd0e1dd4 HTTP/1.1" status: 204 len: 168 time: 0.3518507 Jan 24 15:37:22.322620 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-3c6c433f-7a0e-4c3d-bf61-b8d683e68f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.326400 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-3c6c433f-7a0e-4c3d-bf61-b8d683e68f6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 1097 time: 0.0693200 Jan 24 15:37:22.338751 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.342362 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:22.344044 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] 10.222.0.88 "PUT /v2.0/ports/8076b171-bd60-4e88-a30b-c44297cae911 HTTP/1.1" status: 200 len: 1098 time: 1.5509655 Jan 24 15:37:22.346544 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e895fe6-d761-4513-8aeb-dd697426bdfd', 'tag': '8076b171-bd60-4e88-a30b-c44297cae911'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:37:22.350491 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c455ec-dc52-4307-8284-c3735e389879" -d '{"events": [{"name": "network-changed", "server_uuid": "4e895fe6-d761-4513-8aeb-dd697426bdfd", "tag": "8076b171-bd60-4e88-a30b-c44297cae911"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:37:22.356576 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acdf05-e978-4f8b-bbdb-d53ba05048cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867e4a9-8aa5-4c47-a700-a9f2dd0e1dd4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:22.408310 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1e84-3044-470c-a00b-19de289f62b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8076b171-bd60-4e88-a30b-c44297cae911,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:22.510377 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4342eb-6cbd-4c2f-aaa6-6bded6420d58 x-openstack-request-id: req-ea4342eb-6cbd-4c2f-aaa6-6bded6420d58 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:37:22.510678 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e895fe6-d761-4513-8aeb-dd697426bdfd", "tag": "8076b171-bd60-4e88-a30b-c44297cae911", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:37:22.513087 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ea4342eb-6cbd-4c2f-aaa6-6bded6420d58 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:37:22.522642 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e895fe6-d761-4513-8aeb-dd697426bdfd', 'tag': '8076b171-bd60-4e88-a30b-c44297cae911', 'status': 'completed', 'code': 200} Jan 24 15:37:22.525953 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-c5119c46-fdc3-435a-8efc-3b8d96b4e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.528068 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-c5119c46-fdc3-435a-8efc-3b8d96b4e586 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b7b155beee48b2956f9a52d74bcd08&device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 1101 time: 0.1160665 Jan 24 15:37:22.608043 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-ddbf5b63-7e01-4e6b-84c2-9b05b4deeb43 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8076b171-bd60-4e88-a30b-c44297cae911 HTTP/1.1" status: 200 len: 217 time: 0.0689194 Jan 24 15:37:22.630571 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-fe3d6064-38c5-4e4f-8fc4-a34a4d7478a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.632245 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-fe3d6064-38c5-4e4f-8fc4-a34a4d7478a1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 916 time: 0.2956231 Jan 24 15:37:22.696660 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-cd90ed14-9c7e-4177-ab05-75bc743ba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.698852 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-cd90ed14-9c7e-4177-ab05-75bc743ba1d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7f95f7f5-b15c-423b-97f2-c1ccbdf40777 HTTP/1.1" status: 200 len: 843 time: 0.0816886 Jan 24 15:37:22.704133 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-abab0851-f060-4d4d-b141-82ba1d98caaf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0a3f146-8074-4259-8065-acca2fffd325 HTTP/1.1" status: 200 len: 217 time: 0.0612588 Jan 24 15:37:22.774124 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33336) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:22.780391 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-dd8e4f35-12cf-43e6-859a-c96cc0929272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.782014 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-dd8e4f35-12cf-43e6-859a-c96cc0929272 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 200 len: 855 time: 0.0552421 Jan 24 15:37:22.822845 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-3b2dae9a-4221-41c4-ac75-b7af521d3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.826535 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-3b2dae9a-4221-41c4-ac75-b7af521d3c47 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fc834a2b-b0c0-4426-a319-e6734b592ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1003556 Jan 24 15:37:22.830597 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-355f9cd5-60bb-4760-9331-383c6ca90daf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be36ef84-6842-4a75-8df2-5e8f770a6b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405536 Jan 24 15:37:22.956927 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79fdf2-182e-4bce-86ae-29ccea947d1e req-59e1bd2c-b2b7-4896-af97-344284572afd tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:22.966137 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be79fdf2-182e-4bce-86ae-29ccea947d1e req-59e1bd2c-b2b7-4896-af97-344284572afd tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 948 time: 0.1377141 Jan 24 15:37:23.013786 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37e30ee8-98ef-4ac6-aa2f-0d6e51ae43ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:23.039404 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-3d86b36d-62cc-4607-9b55-b1ab6b1e2b75 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930459 Jan 24 15:37:23.056080 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a6e9-f0a6-410a-98e7-b79dcc0e3f40 req-3d08bf0e-3d19-41d2-9089-27e8cc45ce7d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:23.057563 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0461a6e9-f0a6-410a-98e7-b79dcc0e3f40 req-3d08bf0e-3d19-41d2-9089-27e8cc45ce7d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0712605 Jan 24 15:37:23.064184 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-eabbe725-8fc4-4134-bdfa-cb7d12a7b816 service neutron] 10.222.0.88 "GET /v2.0/networks/fc834a2b-b0c0-4426-a319-e6734b592ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911020 Jan 24 15:37:23.075280 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be79fdf2-182e-4bce-86ae-29ccea947d1e req-b4dbdb9b-6cf1-44ac-b214-13885bd15d02 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074710 Jan 24 15:37:23.186360 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0461a6e9-f0a6-410a-98e7-b79dcc0e3f40 req-88561585-6db6-4d62-88ba-eead1906f550 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182928 Jan 24 15:37:23.208445 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2b180e22-75d8-4e1f-a3cc-df28697560cd req-3a10fd97-4b71-473a-b1be-c1e35ccad6f4 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497350 Jan 24 15:37:23.227513 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37e30ee8-98ef-4ac6-aa2f-0d6e51ae43ec admin admin] Publish callbacks [] for security_group (76ceca5e-cfbc-4e04-8ebf-b63bd176b99b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:23.232488 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50e84d6b-41ff-4dba-96b1-c5b24fd17470 req-f075ae0a-bc1a-48c2-ae49-ee165d9e0e3c service neutron] 10.222.0.88 "GET /v2.0/networks/fc834a2b-b0c0-4426-a319-e6734b592ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556373 Jan 24 15:37:23.241333 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37e30ee8-98ef-4ac6-aa2f-0d6e51ae43ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (76ceca5e-cfbc-4e04-8ebf-b63bd176b99b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:23.338949 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e30ee8-98ef-4ac6-aa2f-0d6e51ae43ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ceca5e-cfbc-4e04-8ebf-b63bd176b99b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:23.347025 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-37e30ee8-98ef-4ac6-aa2f-0d6e51ae43ec admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9aaeb7c637194e7ca47e3e8f845ab4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5715051 Jan 24 15:37:23.352591 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33366) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:23.388336 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be592c-335e-42e7-a982-38cc9caf64ac req-3733dce8-1453-4bc8-b18a-f450abc075af tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:23.390333 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-55be592c-335e-42e7-a982-38cc9caf64ac req-3733dce8-1453-4bc8-b18a-f450abc075af tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 944 time: 0.0900817 Jan 24 15:37:23.431706 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c455ec-dc52-4307-8284-c3735e389879 req-7d984eb1-b744-4648-9c2f-9acf0b926bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:23.433193 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36c455ec-dc52-4307-8284-c3735e389879 req-7d984eb1-b744-4648-9c2f-9acf0b926bbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94b7b155beee48b2956f9a52d74bcd08&device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 1101 time: 0.1306360 Jan 24 15:37:23.452274 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce641a8b-ec18-47eb-959c-796891e7d0df admin admin] Publish callbacks [] for security_group (76ceca5e-cfbc-4e04-8ebf-b63bd176b99b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:23.488959 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-55be592c-335e-42e7-a982-38cc9caf64ac req-907c6ac5-360e-4cf1-b6f7-a23080db4a9b tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861244 Jan 24 15:37:23.545624 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce641a8b-ec18-47eb-959c-796891e7d0df admin admin] Publish callbacks [] for security_group (76ceca5e-cfbc-4e04-8ebf-b63bd176b99b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:23.624471 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c455ec-dc52-4307-8284-c3735e389879 req-75b29a94-99fa-4a87-8e1f-58a2e2dbbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:23.624930 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36c455ec-dc52-4307-8284-c3735e389879 req-75b29a94-99fa-4a87-8e1f-58a2e2dbbd01 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fc834a2b-b0c0-4426-a319-e6734b592ab9 HTTP/1.1" status: 200 len: 870 time: 0.1737838 Jan 24 15:37:23.646490 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce641a8b-ec18-47eb-959c-796891e7d0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (76ceca5e-cfbc-4e04-8ebf-b63bd176b99b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:23.649477 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce641a8b-ec18-47eb-959c-796891e7d0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:23.651040 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ce641a8b-ec18-47eb-959c-796891e7d0df admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/76ceca5e-cfbc-4e04-8ebf-b63bd176b99b HTTP/1.1" status: 204 len: 168 time: 0.2965345 Jan 24 15:37:23.708584 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36c455ec-dc52-4307-8284-c3735e389879 req-add31ee5-3b24-4584-a504-83d6ca1f854c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8076b171-bd60-4e88-a30b-c44297cae911 HTTP/1.1" status: 200 len: 217 time: 0.0564067 Jan 24 15:37:23.709436 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce641a8b-ec18-47eb-959c-796891e7d0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ceca5e-cfbc-4e04-8ebf-b63bd176b99b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:23.782768 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c455ec-dc52-4307-8284-c3735e389879 req-ab12b9d1-d789-45eb-bf11-69e051a35d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:23.784404 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36c455ec-dc52-4307-8284-c3735e389879 req-ab12b9d1-d789-45eb-bf11-69e051a35d74 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7f95f7f5-b15c-423b-97f2-c1ccbdf40777 HTTP/1.1" status: 200 len: 843 time: 0.0643604 Jan 24 15:37:23.866569 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device d0a3f146-8074-4259-8065-acca2fffd325 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:37:23.891740 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c455ec-dc52-4307-8284-c3735e389879 req-d21ab95c-b47c-4277-8ef1-28022239500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:23.892731 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36c455ec-dc52-4307-8284-c3735e389879 req-d21ab95c-b47c-4277-8ef1-28022239500d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fc834a2b-b0c0-4426-a319-e6734b592ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0954695 Jan 24 15:37:24.023201 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36c455ec-dc52-4307-8284-c3735e389879 req-ece52f3a-29a8-4717-98ae-266c6c9c34c7 service neutron] 10.222.0.88 "GET /v2.0/networks/fc834a2b-b0c0-4426-a319-e6734b592ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226869 Jan 24 15:37:24.128297 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port d0a3f146-8074-4259-8065-acca2fffd325, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=d0a3f146-8074-4259-8065-acca2fffd325,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:24.141090 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'd0a3f146-8074-4259-8065-acca2fffd325', 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'port_id': 'd0a3f146-8074-4259-8065-acca2fffd325', 'mac_address': 'fa:16:3e:ac:5c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15083e47-b37f-4d5c-9271-9c8bcd5c28bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:37:24.197642 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port d0a3f146-8074-4259-8065-acca2fffd325 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:24.198034 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (d0a3f146-8074-4259-8065-acca2fffd325), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.225504 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 33402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:24.227923 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a3f146-8074-4259-8065-acca2fffd325 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:37:24.267609 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port d0a3f146-8074-4259-8065-acca2fffd325, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=d0a3f146-8074-4259-8065-acca2fffd325,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:24.282846 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (d0a3f146-8074-4259-8065-acca2fffd325), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.290138 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36c455ec-dc52-4307-8284-c3735e389879 req-d09757f0-895f-4efb-a669-ee27670be927 service neutron] 10.222.0.88 "GET /v2.0/networks/fc834a2b-b0c0-4426-a319-e6734b592ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597640 Jan 24 15:37:24.311120 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbc5d9-ab25-4c50-ba5e-80e9669bc927 req-0bb43524-8886-4ae3-82cf-17284eb4f0ee tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:24.312940 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eddbc5d9-ab25-4c50-ba5e-80e9669bc927 req-0bb43524-8886-4ae3-82cf-17284eb4f0ee tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 948 time: 0.1002939 Jan 24 15:37:24.337590 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=d0a3f146-8074-4259-8065-acca2fffd325,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:24.410462 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eddbc5d9-ab25-4c50-ba5e-80e9669bc927 req-84c8f98c-21db-4b33-82df-a00e8701c561 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Jan 24 15:37:24.451342 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-956240d8-76b3-4276-b56a-a698e81ccf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.532588 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-956240d8-76b3-4276-b56a-a698e81ccf5f admin admin] Publish callbacks [] for security_group (323242a9-c098-4959-b73e-af25e303f90d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.538000 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-956240d8-76b3-4276-b56a-a698e81ccf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (323242a9-c098-4959-b73e-af25e303f90d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.592987 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956240d8-76b3-4276-b56a-a698e81ccf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323242a9-c098-4959-b73e-af25e303f90d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:24.599101 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-956240d8-76b3-4276-b56a-a698e81ccf5f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=05554f04faa24e52b659cae19913c723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719602 Jan 24 15:37:24.602292 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:24.643203 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f0c06-8b7f-4200-86f6-16ee2b5a6c11 req-4c16d46f-936d-4463-bc8e-ffb7c56f5fae tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:24.645504 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a76f0c06-8b7f-4200-86f6-16ee2b5a6c11 req-4c16d46f-936d-4463-bc8e-ffb7c56f5fae tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 945 time: 0.0662754 Jan 24 15:37:24.662988 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['d0a3f146-8074-4259-8065-acca2fffd325'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:37:24.689123 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8995d05d-a9f0-4e1b-b572-849238edd734 admin admin] Publish callbacks [] for security_group (323242a9-c098-4959-b73e-af25e303f90d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.721855 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8995d05d-a9f0-4e1b-b572-849238edd734 admin admin] Publish callbacks [] for security_group (323242a9-c098-4959-b73e-af25e303f90d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.740074 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a76f0c06-8b7f-4200-86f6-16ee2b5a6c11 req-1d1ca504-ebb2-4ed3-bc0f-9a9037189adc tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857549 Jan 24 15:37:24.797153 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8995d05d-a9f0-4e1b-b572-849238edd734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (323242a9-c098-4959-b73e-af25e303f90d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.799764 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8995d05d-a9f0-4e1b-b572-849238edd734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:24.801042 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8995d05d-a9f0-4e1b-b572-849238edd734 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/323242a9-c098-4959-b73e-af25e303f90d HTTP/1.1" status: 204 len: 168 time: 0.1976213 Jan 24 15:37:24.827983 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995d05d-a9f0-4e1b-b572-849238edd734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323242a9-c098-4959-b73e-af25e303f90d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:25.748609 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f5086-7f75-4741-82ff-ca553c64b182 req-0185aa2c-d47d-47e4-8d7a-e9c84533e013 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:25.750249 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ca6f5086-7f75-4741-82ff-ca553c64b182 req-0185aa2c-d47d-47e4-8d7a-e9c84533e013 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 948 time: 0.2630615 Jan 24 15:37:25.821543 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ca6f5086-7f75-4741-82ff-ca553c64b182 req-bff55285-83a2-4145-b060-1ad20fe12c58 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640445 Jan 24 15:37:25.878853 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8076b171-bd60-4e88-a30b-c44297cae911 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:37:25.879464 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6332818-cdb8-4fd1-a1eb-99b99a06727c req-8e877ca2-58b1-4974-aa6c-3ab6250584c5 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:25.880633 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6332818-cdb8-4fd1-a1eb-99b99a06727c req-8e877ca2-58b1-4974-aa6c-3ab6250584c5 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 945 time: 0.0521994 Jan 24 15:37:25.883820 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device d0a3f146-8074-4259-8065-acca2fffd325 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:25.928247 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6332818-cdb8-4fd1-a1eb-99b99a06727c req-8f30154b-b104-418a-bfea-3b51de158dc1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Jan 24 15:37:25.991807 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port d0a3f146-8074-4259-8065-acca2fffd325 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:37:26.002257 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port d0a3f146-8074-4259-8065-acca2fffd325 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:26.002699 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (d0a3f146-8074-4259-8065-acca2fffd325), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:26.045915 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8076b171-bd60-4e88-a30b-c44297cae911, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8076b171-bd60-4e88-a30b-c44297cae911,segment=NetworkSegment(d9e2736a-6284-4ef0-8b16-e58e66817b31),segment_id=d9e2736a-6284-4ef0-8b16-e58e66817b31)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:26.060540 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '8076b171-bd60-4e88-a30b-c44297cae911', 'network_id': 'fc834a2b-b0c0-4426-a319-e6734b592ab9', 'port_id': '8076b171-bd60-4e88-a30b-c44297cae911', 'mac_address': 'fa:16:3e:30:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f95f7f5-b15c-423b-97f2-c1ccbdf40777', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:37:26.144464 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e34f23a-0270-4aa6-ae85-3b361c4b6f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:26.147820 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8076b171-bd60-4e88-a30b-c44297cae911 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:26.148265 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8076b171-bd60-4e88-a30b-c44297cae911), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:26.164110 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port d0a3f146-8074-4259-8065-acca2fffd325 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:26.164497 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (d0a3f146-8074-4259-8065-acca2fffd325), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:26.167080 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8076b171-bd60-4e88-a30b-c44297cae911 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:37:26.201336 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8076b171-bd60-4e88-a30b-c44297cae911, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8076b171-bd60-4e88-a30b-c44297cae911,segment=NetworkSegment(d9e2736a-6284-4ef0-8b16-e58e66817b31),segment_id=d9e2736a-6284-4ef0-8b16-e58e66817b31)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:26.206907 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d67d492-fe50-4609-a273-014ef7fdfb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a3f146-8074-4259-8065-acca2fffd325'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:37:26.209205 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56513c2c-47ed-4ada-9132-c7f7bb070fec" -d '{"events": [{"server_uuid": "9d67d492-fe50-4609-a273-014ef7fdfb65", "name": "network-vif-plugged", "status": "completed", "tag": "d0a3f146-8074-4259-8065-acca2fffd325"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:37:26.213679 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8076b171-bd60-4e88-a30b-c44297cae911), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:26.246548 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port d0a3f146-8074-4259-8065-acca2fffd325, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=d0a3f146-8074-4259-8065-acca2fffd325,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:26.255812 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (d0a3f146-8074-4259-8065-acca2fffd325), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:26.259728 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd1b5a7-f9b9-4fdb-a31f-f0f4de3319c5 x-openstack-request-id: req-5bd1b5a7-f9b9-4fdb-a31f-f0f4de3319c5 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:37:26.260055 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d67d492-fe50-4609-a273-014ef7fdfb65", "name": "network-vif-plugged", "status": "completed", "tag": "d0a3f146-8074-4259-8065-acca2fffd325", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:37:26.260305 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5bd1b5a7-f9b9-4fdb-a31f-f0f4de3319c5 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:37:26.260684 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d67d492-fe50-4609-a273-014ef7fdfb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a3f146-8074-4259-8065-acca2fffd325', 'code': 200} Jan 24 15:37:26.276776 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8076b171-bd60-4e88-a30b-c44297cae911,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:26.326555 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=d0a3f146-8074-4259-8065-acca2fffd325,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:26.455420 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656157e-a6e1-4715-95a3-a8af014b6aa9 req-b2f75114-0220-4f46-99c6-36bc68a3108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:26.456879 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c656157e-a6e1-4715-95a3-a8af014b6aa9 req-b2f75114-0220-4f46-99c6-36bc68a3108a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 1099 time: 0.0406492 Jan 24 15:37:26.512031 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c656157e-a6e1-4715-95a3-a8af014b6aa9 req-baca3263-1f99-45bb-8a40-b4050d09cc50 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Jan 24 15:37:26.603236 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8076b171-bd60-4e88-a30b-c44297cae911'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:37:26.957289 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511067b-501b-4c09-8b36-ea8ec8936f5f req-3b90ab2d-7b45-4ce1-b8e7-c38f50bc366f tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:26.958810 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2511067b-501b-4c09-8b36-ea8ec8936f5f req-3b90ab2d-7b45-4ce1-b8e7-c38f50bc366f tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 949 time: 0.0526259 Jan 24 15:37:27.012548 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2511067b-501b-4c09-8b36-ea8ec8936f5f req-0723aa43-2c8f-4cf8-a499-b366c1a8a015 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Jan 24 15:37:27.117141 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4aa3-2d34-4a17-9541-61711aa98460 req-ebc7b539-ccae-46a6-b448-74acfdf72937 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:27.118631 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb1e4aa3-2d34-4a17-9541-61711aa98460 req-ebc7b539-ccae-46a6-b448-74acfdf72937 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0488293 Jan 24 15:37:27.165067 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb1e4aa3-2d34-4a17-9541-61711aa98460 req-9ccd34f8-f173-41d9-927c-e209bcb4169c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Jan 24 15:37:28.136921 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876b04f-6a42-472f-8dd4-c52f7a7e0ff5 req-c052754a-300a-4a13-996c-d3a933dc632d tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:28.138372 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2876b04f-6a42-472f-8dd4-c52f7a7e0ff5 req-c052754a-300a-4a13-996c-d3a933dc632d tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 949 time: 0.0513749 Jan 24 15:37:28.193658 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2876b04f-6a42-472f-8dd4-c52f7a7e0ff5 req-8d019256-4c1f-4e36-bca8-f9fb0b612603 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490477 Jan 24 15:37:28.270033 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49c40825-a629-4e89-bc76-b2ecec09d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:28.310798 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230da0f7-6d92-46fa-9ed2-6d3cc9de882a req-de6b3d85-c92a-48d4-81c9-25493c59c9da tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:28.312523 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-230da0f7-6d92-46fa-9ed2-6d3cc9de882a req-de6b3d85-c92a-48d4-81c9-25493c59c9da tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0555263 Jan 24 15:37:28.365354 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-230da0f7-6d92-46fa-9ed2-6d3cc9de882a req-9aae5061-b1d7-4c29-8418-87eec40a48b5 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470078 Jan 24 15:37:29.304970 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:29.311651 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df0c3-dd51-4b40-96a0-8894bf84db13 req-dee56ce7-c48f-4a2f-b393-5ab8179fa8c1 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:29.313117 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a8df0c3-dd51-4b40-96a0-8894bf84db13 req-dee56ce7-c48f-4a2f-b393-5ab8179fa8c1 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 949 time: 0.0498538 Jan 24 15:37:29.360863 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a8df0c3-dd51-4b40-96a0-8894bf84db13 req-3d3e6667-5ebc-4291-9cee-69c0d4bc4779 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jan 24 15:37:29.484434 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09c60-7244-47cd-8f58-74912a1b9234 req-f4b2fea3-24a6-4c16-92e2-efb264f53a4c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:29.485904 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fca09c60-7244-47cd-8f58-74912a1b9234 req-f4b2fea3-24a6-4c16-92e2-efb264f53a4c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0506699 Jan 24 15:37:29.530937 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fca09c60-7244-47cd-8f58-74912a1b9234 req-275c9f70-b384-4110-9ff7-0c61e48223fe tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Jan 24 15:37:30.479364 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4ec9-0f13-4d41-a3b3-a98694bcde62 req-e94400a3-a189-4e9f-afbf-b193fb5c41b8 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:30.480818 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa2f4ec9-0f13-4d41-a3b3-a98694bcde62 req-e94400a3-a189-4e9f-afbf-b193fb5c41b8 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 949 time: 0.0492754 Jan 24 15:37:30.529062 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa2f4ec9-0f13-4d41-a3b3-a98694bcde62 req-05e80a16-ce12-4d1d-9db5-06304d14276c tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 Jan 24 15:37:30.646549 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa8e8-f61e-40db-9ac1-94590754244f req-b35036cc-8406-4ed7-b4ad-4c26e064165e tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:30.648063 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-660aa8e8-f61e-40db-9ac1-94590754244f req-b35036cc-8406-4ed7-b4ad-4c26e064165e tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0473619 Jan 24 15:37:30.650190 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8076b171-bd60-4e88-a30b-c44297cae911 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:30.702212 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-660aa8e8-f61e-40db-9ac1-94590754244f req-c026a4a9-592b-4194-9366-f0071e031677 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485642 Jan 24 15:37:30.711841 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 8076b171-bd60-4e88-a30b-c44297cae911 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:37:30.716694 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 8076b171-bd60-4e88-a30b-c44297cae911 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:30.717362 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8076b171-bd60-4e88-a30b-c44297cae911), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:30.794822 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8076b171-bd60-4e88-a30b-c44297cae911 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:30.794822 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8076b171-bd60-4e88-a30b-c44297cae911), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:30.817824 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e895fe6-d761-4513-8aeb-dd697426bdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8076b171-bd60-4e88-a30b-c44297cae911'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:37:30.820084 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da058e3-5b9d-4260-9126-1bdfa2035b3b" -d '{"events": [{"server_uuid": "4e895fe6-d761-4513-8aeb-dd697426bdfd", "name": "network-vif-plugged", "status": "completed", "tag": "8076b171-bd60-4e88-a30b-c44297cae911"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:37:30.833324 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8076b171-bd60-4e88-a30b-c44297cae911, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8076b171-bd60-4e88-a30b-c44297cae911,segment=NetworkSegment(d9e2736a-6284-4ef0-8b16-e58e66817b31),segment_id=d9e2736a-6284-4ef0-8b16-e58e66817b31)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:30.843198 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8076b171-bd60-4e88-a30b-c44297cae911), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:30.869140 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef6dc6-1b83-4995-941a-f995a11b6a0b x-openstack-request-id: req-79ef6dc6-1b83-4995-941a-f995a11b6a0b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:37:30.869338 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e895fe6-d761-4513-8aeb-dd697426bdfd", "name": "network-vif-plugged", "status": "completed", "tag": "8076b171-bd60-4e88-a30b-c44297cae911", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:37:30.869588 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-79ef6dc6-1b83-4995-941a-f995a11b6a0b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:37:30.869968 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e895fe6-d761-4513-8aeb-dd697426bdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8076b171-bd60-4e88-a30b-c44297cae911', 'code': 200} Jan 24 15:37:30.896398 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8076b171-bd60-4e88-a30b-c44297cae911,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:31.004761 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:31.069431 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c403e-8bc9-4774-9bc1-ee5daa9bec27 req-d9365a6b-20f8-4037-800d-d09fdf65bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:31.070901 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e7c403e-8bc9-4774-9bc1-ee5daa9bec27 req-d9365a6b-20f8-4037-800d-d09fdf65bf6d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 1103 time: 0.0491734 Jan 24 15:37:31.145467 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e7c403e-8bc9-4774-9bc1-ee5daa9bec27 req-9b4c3d69-74a4-4a8c-b907-c40606ae1264 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442991 Jan 24 15:37:31.646724 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1de7b7-a204-46a0-8c2c-c7bd3e8b6cb3 req-b383d9b6-8b1d-4d27-872b-49cdf4be3518 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:31.648177 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b1de7b7-a204-46a0-8c2c-c7bd3e8b6cb3 req-b383d9b6-8b1d-4d27-872b-49cdf4be3518 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0469847 Jan 24 15:37:31.693840 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b1de7b7-a204-46a0-8c2c-c7bd3e8b6cb3 req-ed202efa-d7e1-4d90-aaa0-57a5e6096647 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Jan 24 15:37:31.815633 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67205-2644-496a-81bb-771190698171 req-1d9d1889-aff2-4c3a-bd98-47b7b6fe1a5a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:31.817045 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-06c67205-2644-496a-81bb-771190698171 req-1d9d1889-aff2-4c3a-bd98-47b7b6fe1a5a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0469208 Jan 24 15:37:31.865017 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-06c67205-2644-496a-81bb-771190698171 req-1a5f5036-93ea-4b07-979d-43e0b313c045 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Jan 24 15:37:32.425666 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:32.436184 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ae6ef-9c3b-4e22-a265-6f4eea7a9c8e req-ea0f2e4d-bc49-4133-9e3b-bae4854bacca tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:32.437671 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-927ae6ef-9c3b-4e22-a265-6f4eea7a9c8e req-ea0f2e4d-bc49-4133-9e3b-bae4854bacca tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0518022 Jan 24 15:37:32.485572 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-927ae6ef-9c3b-4e22-a265-6f4eea7a9c8e req-6b1241bd-0383-4a8e-98ed-682687b2996c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Jan 24 15:37:32.810493 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e20ea4-baec-4d58-9432-27f91fa9248b req-c08fea62-c84f-4b69-9579-0695c6b60907 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:32.811992 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c0e20ea4-baec-4d58-9432-27f91fa9248b req-c08fea62-c84f-4b69-9579-0695c6b60907 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0491064 Jan 24 15:37:32.857468 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c0e20ea4-baec-4d58-9432-27f91fa9248b req-439d92c9-b75f-42e3-9520-ec646581aeeb tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Jan 24 15:37:32.981811 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e8fe-1f3b-41e7-8dca-83b0554f9906 req-0fec32c0-5979-451f-bcd5-a0f56ec793d3 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:32.983204 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bca7e8fe-1f3b-41e7-8dca-83b0554f9906 req-0fec32c0-5979-451f-bcd5-a0f56ec793d3 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0512543 Jan 24 15:37:33.030022 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bca7e8fe-1f3b-41e7-8dca-83b0554f9906 req-72a468fc-9fee-4daf-b978-5cbe3242cdb7 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Jan 24 15:37:33.602570 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274a7a-69d3-46f6-926d-68d77a7a7d1d req-46d61049-7344-4f26-b4e3-65ac81d85921 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:33.604164 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-92274a7a-69d3-46f6-926d-68d77a7a7d1d req-46d61049-7344-4f26-b4e3-65ac81d85921 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0510540 Jan 24 15:37:33.652812 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-92274a7a-69d3-46f6-926d-68d77a7a7d1d req-4f8bafd1-f275-42cf-90da-bf4e670f6bed tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jan 24 15:37:33.978025 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fbac5-ccb2-4fdb-932b-c5d05bcf527e req-0026d694-5e50-4a4b-9dc0-a91bcbed1a2f tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:33.979494 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e38fbac5-ccb2-4fdb-932b-c5d05bcf527e req-0026d694-5e50-4a4b-9dc0-a91bcbed1a2f tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0560889 Jan 24 15:37:34.028075 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e38fbac5-ccb2-4fdb-932b-c5d05bcf527e req-20991d74-bd87-4142-8f1c-564473ae7982 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Jan 24 15:37:34.148473 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ee1a4-d60b-4f90-a89e-25931f16a73a req-591979b6-0a4c-4b46-8685-da42be4aa31b tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:34.149920 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be6ee1a4-d60b-4f90-a89e-25931f16a73a req-591979b6-0a4c-4b46-8685-da42be4aa31b tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0487618 Jan 24 15:37:34.197184 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be6ee1a4-d60b-4f90-a89e-25931f16a73a req-99b9ca25-b075-408e-90c7-c78cf191b36b tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Jan 24 15:37:34.343136 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-3f246885-653d-4f2e-b795-f3a9dc3782da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:34.344656 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-3f246885-653d-4f2e-b795-f3a9dc3782da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1099 time: 0.0396762 Jan 24 15:37:34.651249 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-f8cb124b-b426-4b88-83e0-2df946d623c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:34.652656 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-f8cb124b-b426-4b88-83e0-2df946d623c1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 0.2834008 Jan 24 15:37:34.694717 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-5c64154a-8dad-452a-ad51-cb9f70ea99cc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 200 len: 217 time: 0.0335569 Jan 24 15:37:34.750179 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-d6cdf893-2cef-46e9-9be5-0526ff631c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:34.751643 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-d6cdf893-2cef-46e9-9be5-0526ff631c25 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.0504305 Jan 24 15:37:34.773195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529a65-5f53-4cc7-9bba-a3313ea955c6 req-fd1ff499-feca-4790-8554-86051a17b852 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:34.774686 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fa529a65-5f53-4cc7-9bba-a3313ea955c6 req-fd1ff499-feca-4790-8554-86051a17b852 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0502672 Jan 24 15:37:34.797586 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-746fbbac-d80f-4fe2-9fd0-a76e1d8ddbea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272057 Jan 24 15:37:34.829777 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fa529a65-5f53-4cc7-9bba-a3313ea955c6 req-3fad7e48-2c8e-43ed-9a16-26ccd026f7df tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487700 Jan 24 15:37:34.897644 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-fa9126d1-347a-4aa7-8851-bed8013dc67b service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880153 Jan 24 15:37:35.000272 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177efa19-d7cd-4a9c-ae19-619a2de3b02d req-898cc73f-bea9-465f-a4a1-7e52197f2de4 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938172 Jan 24 15:37:35.170472 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b84a53-b68f-4ddd-93b1-280c03ca59c7 req-708d2ba1-9371-4931-b886-5431309e4767 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:35.171990 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-79b84a53-b68f-4ddd-93b1-280c03ca59c7 req-708d2ba1-9371-4931-b886-5431309e4767 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0579889 Jan 24 15:37:35.219747 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-79b84a53-b68f-4ddd-93b1-280c03ca59c7 req-5639c87b-59f9-46aa-8b50-2f8bbaff0c88 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Jan 24 15:37:35.318551 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb927-eecd-4930-a515-dd64504d7da6 req-26b98f45-3a3e-42be-b5db-a660bce60091 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:35.320063 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3edeb927-eecd-4930-a515-dd64504d7da6 req-26b98f45-3a3e-42be-b5db-a660bce60091 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0502832 Jan 24 15:37:35.367060 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3edeb927-eecd-4930-a515-dd64504d7da6 req-12180ec0-fe7b-42df-ba38-063a66fdab82 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Jan 24 15:37:35.962562 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6976a-8d10-40aa-b77c-47786821dddc req-1d0edea1-1dd2-44c8-a2b7-5835ce79abf5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:35.964077 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1bf6976a-8d10-40aa-b77c-47786821dddc req-1d0edea1-1dd2-44c8-a2b7-5835ce79abf5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0635526 Jan 24 15:37:36.013621 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1bf6976a-8d10-40aa-b77c-47786821dddc req-2ad90724-ef6c-4ff7-8edc-550057d912aa tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Jan 24 15:37:36.248427 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:36.339365 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49c6c1-93c0-446b-9160-43b642675e9b req-356d58f3-b7f0-4c84-a3e0-abeb697f6bbe tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:36.341360 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce49c6c1-93c0-446b-9160-43b642675e9b req-356d58f3-b7f0-4c84-a3e0-abeb697f6bbe tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0474424 Jan 24 15:37:36.388238 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce49c6c1-93c0-446b-9160-43b642675e9b req-ded318bd-4736-44a4-a901-f88d1e483d78 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Jan 24 15:37:37.126665 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a17e1f-27b9-4aa4-babf-2a8dc9b704a5 req-e50981c2-1ede-44d6-9722-623b7938973e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:37.128118 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14a17e1f-27b9-4aa4-babf-2a8dc9b704a5 req-e50981c2-1ede-44d6-9722-623b7938973e tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0486917 Jan 24 15:37:37.176341 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14a17e1f-27b9-4aa4-babf-2a8dc9b704a5 req-d4173c4f-1f3a-41a5-a4e3-599578d8dc3b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Jan 24 15:37:37.503595 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645059-c542-4514-ab14-98cc769ae34e req-dfd09b77-deed-4aca-a809-3dd69fdee520 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:37.505066 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d8645059-c542-4514-ab14-98cc769ae34e req-dfd09b77-deed-4aca-a809-3dd69fdee520 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0491121 Jan 24 15:37:37.550328 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d8645059-c542-4514-ab14-98cc769ae34e req-a50efea0-0cd4-432b-9e2e-798ebe617dff tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398650 Jan 24 15:37:38.291069 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baedae2-bf21-4d85-98b2-6ec12859acba req-c97b4d6f-9a05-4a4b-b551-eaa955dbc362 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:38.292556 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6baedae2-bf21-4d85-98b2-6ec12859acba req-c97b4d6f-9a05-4a4b-b551-eaa955dbc362 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0489776 Jan 24 15:37:38.338150 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6baedae2-bf21-4d85-98b2-6ec12859acba req-8fbecb51-1b45-43d9-b0f5-58fe3395eda6 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Jan 24 15:37:38.343286 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:37:38.618482 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-c91fe8b0-e02d-4295-9a8f-7f00f9254803 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415118 Jan 24 15:37:38.694200 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ca323-2ed5-4137-91c7-e6986adf21fc req-470504ba-b1b3-405d-b1e7-8c6a5100c197 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:38.695685 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-592ca323-2ed5-4137-91c7-e6986adf21fc req-470504ba-b1b3-405d-b1e7-8c6a5100c197 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0763645 Jan 24 15:37:38.703458 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-375ca835-c7cc-4d8e-b37f-a6a1b8c0e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:38.704906 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-375ca835-c7cc-4d8e-b37f-a6a1b8c0e750 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0563142 Jan 24 15:37:38.773069 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-592ca323-2ed5-4137-91c7-e6986adf21fc req-10e42102-9e75-4116-89c1-add5543cc614 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671370 Jan 24 15:37:38.831698 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-bceca22e-0aa3-488d-ba87-f12c1e13f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:38.833203 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-bceca22e-0aa3-488d-ba87-f12c1e13f8d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 0.1031301 Jan 24 15:37:38.876066 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-bc365bf2-d182-411c-a76b-fd1c10bd24d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe9b91c-3c59-490d-b091-da5600e50552 HTTP/1.1" status: 200 len: 217 time: 0.0358953 Jan 24 15:37:38.928474 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-304c44db-360c-4dec-bc7f-6e96d7c4a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:38.929886 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-304c44db-360c-4dec-bc7f-6e96d7c4a1cb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.0473394 Jan 24 15:37:38.960474 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-e30f9b1b-42b2-4528-91e4-4ff39a8411ce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233603 Jan 24 15:37:39.053430 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-4627860a-6d21-4c10-8d59-fb7e3a66ddbd service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826123 Jan 24 15:37:39.153400 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d6ecb0-549a-4b2e-ba3a-53de3f5faeaa req-70563645-a041-4e4c-b355-66f645dbcc0b service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868609 Jan 24 15:37:39.463752 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080330-2c98-4f68-8c02-86daaf459f8d req-3d4688d8-ac7f-4c97-82d7-7d161def97fd tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:39.466378 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8080330-2c98-4f68-8c02-86daaf459f8d req-3d4688d8-ac7f-4c97-82d7-7d161def97fd tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0505877 Jan 24 15:37:39.516612 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8080330-2c98-4f68-8c02-86daaf459f8d req-ed30987f-e36b-497e-84b7-3dc294933c19 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441921 Jan 24 15:37:39.902090 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bd26c-253a-460c-9071-dcabd8835e1c req-21cb004f-c57f-4739-881f-17898c052d1a tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:39.903980 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b69bd26c-253a-460c-9071-dcabd8835e1c req-21cb004f-c57f-4739-881f-17898c052d1a tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0587490 Jan 24 15:37:39.957399 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b69bd26c-253a-460c-9071-dcabd8835e1c req-f82c5b9a-2ea0-408f-aefa-2e6edc3fac0d tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Jan 24 15:37:40.159693 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33798) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:40.265061 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84741a-bb99-4586-bcad-0421bccfd132 req-c92a2a01-a289-476e-ba8f-fb9b52369cee tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:40.266580 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d84741a-bb99-4586-bcad-0421bccfd132 req-c92a2a01-a289-476e-ba8f-fb9b52369cee tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0573149 Jan 24 15:37:40.286411 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:40.343750 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d84741a-bb99-4586-bcad-0421bccfd132 req-2f5a8456-dca1-4de0-8ca4-b12654aa4961 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705338 Jan 24 15:37:40.398772 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Publish callbacks [] for security_group (38920fd1-11ff-47f0-a84e-e9656c6f6b68), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:40.403019 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (38920fd1-11ff-47f0-a84e-e9656c6f6b68), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:40.418334 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-04589b30-8f49-4936-860f-ba046fc2cf21 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:40.420107 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-04589b30-8f49-4936-860f-ba046fc2cf21 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 815 time: 0.1164086 Jan 24 15:37:40.434315 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-9a702b72-116a-407e-8987-ccde9dd431f3 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/quotas/65873cf6363245ad8d056f47ffe1d560 HTTP/1.1" status: 200 len: 375 time: 0.0088079 Jan 24 15:37:40.442624 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=70e0ef9a6f6f4bd2a976c476cc14dcb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818081 Jan 24 15:37:40.443822 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38920fd1-11ff-47f0-a84e-e9656c6f6b68,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:40.445788 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:40.466491 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.467185 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.467329 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.467670 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.468002 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.468336 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.468661 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.468987 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.469320 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.469646 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.469965 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.470287 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.470604 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3d4b2d-133d-4d01-acc2-ec03f29755b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:40.486818 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-875c8529-5067-44d1-887a-9bbd125b9ba0 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471525 Jan 24 15:37:40.515459 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30a94520-39e5-4ab6-b042-5270bd3ef02f admin admin] Publish callbacks [] for security_group (38920fd1-11ff-47f0-a84e-e9656c6f6b68), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:40.537926 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30a94520-39e5-4ab6-b042-5270bd3ef02f admin admin] Publish callbacks [] for security_group (38920fd1-11ff-47f0-a84e-e9656c6f6b68), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:40.583682 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-e3cd9620-716f-42ef-989a-9e8bc370bfbe service neutron] 10.222.0.112 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901027 Jan 24 15:37:40.601466 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30a94520-39e5-4ab6-b042-5270bd3ef02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (38920fd1-11ff-47f0-a84e-e9656c6f6b68), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:40.604130 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30a94520-39e5-4ab6-b042-5270bd3ef02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:40.607630 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-30a94520-39e5-4ab6-b042-5270bd3ef02f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/38920fd1-11ff-47f0-a84e-e9656c6f6b68 HTTP/1.1" status: 204 len: 168 time: 0.1608717 Jan 24 15:37:40.632987 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a94520-39e5-4ab6-b042-5270bd3ef02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38920fd1-11ff-47f0-a84e-e9656c6f6b68,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:40.657643 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbce04c-d203-4192-abf0-fe8d5ad4b57d req-dd65d3f5-7ec0-4997-b25f-72163ad3e2af tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:40.659190 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bbce04c-d203-4192-abf0-fe8d5ad4b57d req-dd65d3f5-7ec0-4997-b25f-72163ad3e2af tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0695825 Jan 24 15:37:40.698174 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-f2ff6992-ce1c-4e62-9fe9-7dd3bc23d94b service neutron] 10.222.0.112 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076841 Jan 24 15:37:40.712790 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bbce04c-d203-4192-abf0-fe8d5ad4b57d req-5e44195f-9dd2-4bbc-9431-9acec49ae9be tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480239 Jan 24 15:37:40.899806 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8bf41cda-25f3-42e4-8626-07073fb2b462 req-73eab60f-2ae1-485d-93e4-b1701ee6e9e1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 210 time: 0.0454733 Jan 24 15:37:41.476711 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543498a-a2c2-4b78-a450-0450f499c5bb req-f4f3dcbc-6e2f-4162-8f7a-a34029d6e766 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:41.478336 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e543498a-a2c2-4b78-a450-0450f499c5bb req-f4f3dcbc-6e2f-4162-8f7a-a34029d6e766 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0619068 Jan 24 15:37:41.528692 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e543498a-a2c2-4b78-a450-0450f499c5bb req-a0eee762-c0f8-43df-bc25-22072378304d tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441658 Jan 24 15:37:41.836552 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d12c2-0b47-4d94-be6a-c3900f2052cd req-f7f167a0-f284-46f6-9bb2-17153f7f5921 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:41.837994 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-674d12c2-0b47-4d94-be6a-c3900f2052cd req-f7f167a0-f284-46f6-9bb2-17153f7f5921 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0521183 Jan 24 15:37:41.883840 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-674d12c2-0b47-4d94-be6a-c3900f2052cd req-dfda8abe-735a-4fd2-a391-fc47e9617866 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Jan 24 15:37:42.002123 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4014be03-29e2-4a80-8a16-0333ffa5f111 req-6a2dfafb-8968-4dff-bb1e-5d1e434be9b7 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 210 time: 0.0277293 Jan 24 15:37:42.148696 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-3a283d7d-4068-4e62-a0f4-2cfe2898e926 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:42.150163 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-3a283d7d-4068-4e62-a0f4-2cfe2898e926 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 815 time: 0.1125684 Jan 24 15:37:42.168366 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Request body: {'port': {'device_id': 'bd211cb2-5d56-4e3a-bc31-775b953f26e6', 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'admin_state_up': True, 'tenant_id': '65873cf6363245ad8d056f47ffe1d560'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:42.289071 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Made reservation on behalf of 65873cf6363245ad8d056f47ffe1d560 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:42.292408 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:42.421067 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Allocated IP 172.20.0.13 (be36ef84-6842-4a75-8df2-5e8f770a6b94/15083e47-b37f-4d5c-9271-9c8bcd5c28bb/4ed26215-5452-4f6a-ba11-68753146eabc) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:42.582879 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks [] for port (4ed26215-5452-4f6a-ba11-68753146eabc), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:42.646685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:42.680266 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'd0a3f146-8074-4259-8065-acca2fffd325'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:37:42.703995 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7f678-9850-45de-b6ca-030cb39f4c7b req-7454b373-bd47-4c30-acdc-7aea263ef4c7 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:42.705480 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0f7f678-9850-45de-b6ca-030cb39f4c7b req-7454b373-bd47-4c30-acdc-7aea263ef4c7 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.1002908 Jan 24 15:37:42.714567 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Network be36ef84-6842-4a75-8df2-5e8f770a6b94 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:42.727105 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:42.734587 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Pushing event updated for resources: {'Port': ['ID=4ed26215-5452-4f6a-ba11-68753146eabc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:42.737050 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:42.769300 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-3291f990-e734-424b-854b-166ae6e3ca68 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:42.771458 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-3291f990-e734-424b-854b-166ae6e3ca68 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 950 time: 0.0595489 Jan 24 15:37:42.801029 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0f7f678-9850-45de-b6ca-030cb39f4c7b req-3e9ce20f-4d53-45a0-8aca-052c1f1ad424 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/security-groups?id=d5b83863-54f6-4665-983c-5ca9942f0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883505 Jan 24 15:37:42.806955 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:42.807538 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:42.834021 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-fab803b1-e2fb-43c9-8d7e-04b9abfe6578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6706316 Jan 24 15:37:42.913048 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Deleting port 8076b171-bd60-4e88-a30b-c44297cae911 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:37:42.913367 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (8076b171-bd60-4e88-a30b-c44297cae911), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:42.920834 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Request body: {'port': {'device_id': 'bd211cb2-5d56-4e3a-bc31-775b953f26e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:42.983309 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.043137 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] For port 8076b171-bd60-4e88-a30b-c44297cae911, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8076b171-bd60-4e88-a30b-c44297cae911,segment=NetworkSegment(d9e2736a-6284-4ef0-8b16-e58e66817b31),segment_id=d9e2736a-6284-4ef0-8b16-e58e66817b31)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:43.043598 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (8076b171-bd60-4e88-a30b-c44297cae911), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.062691 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Calling delete_port for 8076b171-bd60-4e88-a30b-c44297cae911 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:37:43.087731 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59392f4-4828-4d3e-b758-09adc4ef5771 req-d24fc83b-58a4-493e-9a84-994c4a39979c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:43.089207 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a59392f4-4828-4d3e-b758-09adc4ef5771 req-d24fc83b-58a4-493e-9a84-994c4a39979c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0994718 Jan 24 15:37:43.208576 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a59392f4-4828-4d3e-b758-09adc4ef5771 req-55e79f8e-9477-4914-9492-9cf25f8f9ed7 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981240 Jan 24 15:37:43.240972 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154a350-4e95-4dbd-a64c-7f7a3131874d req-06794815-cfc6-4f88-80fa-1e1f953132e1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:43.250162 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9154a350-4e95-4dbd-a64c-7f7a3131874d req-06794815-cfc6-4f88-80fa-1e1f953132e1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 932 time: 0.1404405 Jan 24 15:37:43.328842 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9154a350-4e95-4dbd-a64c-7f7a3131874d req-1a5637db-42ef-4217-8ae0-87aa472451c4 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731993 Jan 24 15:37:43.344584 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (8076b171-bd60-4e88-a30b-c44297cae911), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.377812 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8076b171-bd60-4e88-a30b-c44297cae911'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:37:43.378947 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Pushing event deleted for resources: {'Port': ['ID=8076b171-bd60-4e88-a30b-c44297cae911,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:43.390910 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.391315 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.391656 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.392031 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.392364 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.392820 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.393452 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.393854 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.394146 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.394571 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.394923 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.395268 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.395564 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:43.449679 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed26215-5452-4f6a-ba11-68753146eabc {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:37:43.458804 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Publish callbacks [] for port (4ed26215-5452-4f6a-ba11-68753146eabc), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.467630 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] No DVR routers for this DVR port 8076b171-bd60-4e88-a30b-c44297cae911 on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:37:43.470775 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.474512 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bfa0b3ae-3d8e-4888-9070-18bf00ffd56d req-e4ddb74c-858e-4c08-af79-3cc30be87b36 tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.88 "DELETE /v2.0/ports/8076b171-bd60-4e88-a30b-c44297cae911 HTTP/1.1" status: 204 len: 173 time: 0.6915033 Jan 24 15:37:43.474989 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e895fe6-d761-4513-8aeb-dd697426bdfd', 'name': 'network-vif-deleted', 'tag': '8076b171-bd60-4e88-a30b-c44297cae911'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:37:43.476685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Transition to ACTIVE for port object 4ed26215-5452-4f6a-ba11-68753146eabc will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:37:43.477508 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777b2b6b-7cfc-4659-a53a-3a66499d84ca" -d '{"events": [{"server_uuid": "4e895fe6-d761-4513-8aeb-dd697426bdfd", "name": "network-vif-deleted", "tag": "8076b171-bd60-4e88-a30b-c44297cae911"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:37:43.481222 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.539047 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5600aedf-4acb-45b8-8ee9-5c3106a28dcb x-openstack-request-id: req-5600aedf-4acb-45b8-8ee9-5c3106a28dcb {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:37:43.539348 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e895fe6-d761-4513-8aeb-dd697426bdfd", "name": "network-vif-deleted", "tag": "8076b171-bd60-4e88-a30b-c44297cae911", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:37:43.539637 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5600aedf-4acb-45b8-8ee9-5c3106a28dcb {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:37:43.540054 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e895fe6-d761-4513-8aeb-dd697426bdfd', 'name': 'network-vif-deleted', 'tag': '8076b171-bd60-4e88-a30b-c44297cae911', 'status': 'completed', 'code': 200} Jan 24 15:37:43.565876 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed26215-5452-4f6a-ba11-68753146eabc,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:43.648744 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Attempting to bind port 4ed26215-5452-4f6a-ba11-68753146eabc on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:43.649097 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Attempting to bind port 4ed26215-5452-4f6a-ba11-68753146eabc by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:43.649499 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Attempting to bind port 4ed26215-5452-4f6a-ba11-68753146eabc on network be36ef84-6842-4a75-8df2-5e8f770a6b94 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:43.655314 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Port 4ed26215-5452-4f6a-ba11-68753146eabc on network be36ef84-6842-4a75-8df2-5e8f770a6b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:37:43.655673 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Attempting to bind port 4ed26215-5452-4f6a-ba11-68753146eabc on network be36ef84-6842-4a75-8df2-5e8f770a6b94 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:43.660643 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:43.660981 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Checking segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:43.661362 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Bound using segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:43.661789 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Bound port: 4ed26215-5452-4f6a-ba11-68753146eabc, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:43.662145 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.727372 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] For port 4ed26215-5452-4f6a-ba11-68753146eabc, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:43.730508 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] For port 4ed26215-5452-4f6a-ba11-68753146eabc, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=4ed26215-5452-4f6a-ba11-68753146eabc,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:43.733832 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.768809 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:43.769418 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:43.770789 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] 10.222.0.88 "PUT /v2.0/ports/4ed26215-5452-4f6a-ba11-68753146eabc HTTP/1.1" status: 200 len: 1094 time: 0.8583632 Jan 24 15:37:43.771247 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd211cb2-5d56-4e3a-bc31-775b953f26e6', 'tag': '4ed26215-5452-4f6a-ba11-68753146eabc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:37:43.773500 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb5d81-d76c-4e67-8260-824b37e9af56" -d '{"events": [{"name": "network-changed", "server_uuid": "bd211cb2-5d56-4e3a-bc31-775b953f26e6", "tag": "4ed26215-5452-4f6a-ba11-68753146eabc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:37:43.798534 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8d4fa-5aae-4e4b-ad07-da3b2d1db474 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed26215-5452-4f6a-ba11-68753146eabc,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:43.811873 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4acc2c-1b1b-4b6e-99f9-fbec51524c32 x-openstack-request-id: req-2d4acc2c-1b1b-4b6e-99f9-fbec51524c32 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:37:43.812168 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd211cb2-5d56-4e3a-bc31-775b953f26e6", "tag": "4ed26215-5452-4f6a-ba11-68753146eabc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:37:43.812525 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2d4acc2c-1b1b-4b6e-99f9-fbec51524c32 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:37:43.812803 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd211cb2-5d56-4e3a-bc31-775b953f26e6', 'tag': '4ed26215-5452-4f6a-ba11-68753146eabc', 'status': 'completed', 'code': 200} Jan 24 15:37:43.862919 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-92af75f5-ab08-4a65-98ac-5ef2b3fc009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:43.864415 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-92af75f5-ab08-4a65-98ac-5ef2b3fc009e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 1097 time: 0.0421982 Jan 24 15:37:43.911411 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-81aceb85-be02-427a-8f4a-09c7b99896dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ed26215-5452-4f6a-ba11-68753146eabc HTTP/1.1" status: 200 len: 217 time: 0.0380566 Jan 24 15:37:43.924260 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bf9207bc-a131-478d-a8b4-b8be6fb4a064 req-45767192-7876-4c12-84a7-ed21261f52fd tempest-VolumesNegativeTest-2125217028 tempest-VolumesNegativeTest-2125217028-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e895fe6-d761-4513-8aeb-dd697426bdfd HTTP/1.1" status: 200 len: 210 time: 0.0268958 Jan 24 15:37:43.982666 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-631e5188-184a-442f-858a-15778e6744c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:43.984114 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-631e5188-184a-442f-858a-15778e6744c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 200 len: 855 time: 0.0436642 Jan 24 15:37:44.021021 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-3cd577fc-adfd-4fac-b13b-c98a944efece service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be36ef84-6842-4a75-8df2-5e8f770a6b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271866 Jan 24 15:37:44.129850 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-579350e8-ca9d-4026-8efe-78a3d714a9f2 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881073 Jan 24 15:37:44.231627 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b72474f-81c8-4b8e-a296-464f385a3929 req-21844fd5-898f-4155-9ab3-7ab6a1ae82c4 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887613 Jan 24 15:37:44.401905 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3dbaf-1e04-4d39-95e8-b3957d550fd8 req-c826a328-8d0f-4227-83ca-b535b6d085b5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:44.403664 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dad3dbaf-1e04-4d39-95e8-b3957d550fd8 req-c826a328-8d0f-4227-83ca-b535b6d085b5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1099451 Jan 24 15:37:44.412685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-84e4660b-b8d6-4091-ad14-1ce754ef218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:44.414140 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-84e4660b-b8d6-4091-ad14-1ce754ef218f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 1097 time: 0.0764816 Jan 24 15:37:44.454954 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6bd2a-849e-44fb-95a1-547fedf745b4 req-e19c247b-b3bc-47dd-bccc-a50eba764de6 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:44.457036 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-88c6bd2a-849e-44fb-95a1-547fedf745b4 req-e19c247b-b3bc-47dd-bccc-a50eba764de6 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 944 time: 0.0600226 Jan 24 15:37:44.517806 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dad3dbaf-1e04-4d39-95e8-b3957d550fd8 req-37f2e1aa-21be-44e1-9ebc-8bf6b34c71b1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074064 Jan 24 15:37:44.518589 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-88c6bd2a-849e-44fb-95a1-547fedf745b4 req-cf833211-97c4-4883-9c99-0f2167e354ca tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551240 Jan 24 15:37:44.551187 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-c8753c2c-9360-438d-8172-ce2ee7961439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:44.553059 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-c8753c2c-9360-438d-8172-ce2ee7961439 service neutron] 10.222.0.88 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 916 time: 0.1249187 Jan 24 15:37:44.602824 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-c3c74443-a7c5-4efe-b4e5-d28e3d1453f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ed26215-5452-4f6a-ba11-68753146eabc HTTP/1.1" status: 200 len: 217 time: 0.0399566 Jan 24 15:37:44.660471 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-af140c4f-e24a-4764-b751-338f4ecbe66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:44.662110 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-af140c4f-e24a-4764-b751-338f4ecbe66c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 200 len: 855 time: 0.0476565 Jan 24 15:37:44.702458 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-28b680d1-feba-4c65-891a-3d3c585694fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be36ef84-6842-4a75-8df2-5e8f770a6b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250518 Jan 24 15:37:44.725380 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 33914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:44.810863 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-7098cc6f-8226-42a4-a050-7ff297ccc365 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998049 Jan 24 15:37:44.872976 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-281e6211-7667-4872-9ad5-5ddaf2ece855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:44.969427 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffeb5d81-d76c-4e67-8260-824b37e9af56 req-d0baa9d6-17b5-4238-b276-3fe882704ab7 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446791 Jan 24 15:37:44.971255 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-281e6211-7667-4872-9ad5-5ddaf2ece855 admin admin] Publish callbacks [] for security_group (de5ed026-144e-48f4-932e-760a723a9ed0), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:44.977462 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-281e6211-7667-4872-9ad5-5ddaf2ece855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (de5ed026-144e-48f4-932e-760a723a9ed0), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:45.035781 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 33936) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:45.036306 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-281e6211-7667-4872-9ad5-5ddaf2ece855 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=06383cd846b2414b9250c77a88108772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094943 Jan 24 15:37:45.038102 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e6211-7667-4872-9ad5-5ddaf2ece855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5ed026-144e-48f4-932e-760a723a9ed0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:45.096299 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd781c31-276e-49f4-ad66-4f6c5b3b79d2 admin admin] Publish callbacks [] for security_group (de5ed026-144e-48f4-932e-760a723a9ed0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:45.125405 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd781c31-276e-49f4-ad66-4f6c5b3b79d2 admin admin] Publish callbacks [] for security_group (de5ed026-144e-48f4-932e-760a723a9ed0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:45.186069 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd781c31-276e-49f4-ad66-4f6c5b3b79d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (de5ed026-144e-48f4-932e-760a723a9ed0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:45.188903 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd781c31-276e-49f4-ad66-4f6c5b3b79d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:45.193171 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-dd781c31-276e-49f4-ad66-4f6c5b3b79d2 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/de5ed026-144e-48f4-932e-760a723a9ed0 HTTP/1.1" status: 204 len: 168 time: 0.1533046 Jan 24 15:37:45.199139 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd781c31-276e-49f4-ad66-4f6c5b3b79d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5ed026-144e-48f4-932e-760a723a9ed0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:45.655105 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d5094-16b5-40e4-a6cd-02438f116879 req-bdcd9913-e2ee-41c0-9f6f-d82ebdbd9c39 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:45.656927 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-861d5094-16b5-40e4-a6cd-02438f116879 req-bdcd9913-e2ee-41c0-9f6f-d82ebdbd9c39 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 944 time: 0.0536122 Jan 24 15:37:45.664969 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148001df-b679-440d-b1cf-76a62abb936d req-940cb049-7025-43bf-b63f-61c442e72281 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:45.666830 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-148001df-b679-440d-b1cf-76a62abb936d req-940cb049-7025-43bf-b63f-61c442e72281 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0624633 Jan 24 15:37:45.727308 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-861d5094-16b5-40e4-a6cd-02438f116879 req-57507999-21a2-4a12-b345-2a0aad2400dc tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633748 Jan 24 15:37:45.768243 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-148001df-b679-440d-b1cf-76a62abb936d req-00b3bfa8-00b8-4d76-a168-66d89c6902be tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888135 Jan 24 15:37:45.936565 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34016) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:46.040617 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-545744947-network', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:46.064214 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Made reservation on behalf of 6033a8db4e81454487d63bfe9121c9d9 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:46.066481 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.078580 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.157720 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Publish callbacks [] for security_group (7ba694ca-8901-42ce-846e-c30028d306da), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.161948 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (7ba694ca-8901-42ce-846e-c30028d306da), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.190125 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:37:46.196393 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba694ca-8901-42ce-846e-c30028d306da,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:46.203162 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (fe017126-592a-4ca1-bc2b-da2040fe802c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.203524 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Added segment fe017126-592a-4ca1-bc2b-da2040fe802c of type vlan for network 1b215a77-a56d-4f8d-a979-e373eb6137b6 Jan 24 15:37:46.245773 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (1b215a77-a56d-4f8d-a979-e373eb6137b6), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.271297 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (1b215a77-a56d-4f8d-a979-e373eb6137b6), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.272288 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:46.272860 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.339614 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3981075 Jan 24 15:37:46.340093 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34070) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:46.345814 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Request body: {'subnet': {'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-545744947-subnet', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:46.347383 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e316a9-8686-4832-b010-7b44238a62f0 admin admin] Pushing event updated for resources: {'Network': ['ID=1b215a77-a56d-4f8d-a979-e373eb6137b6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:46.380269 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:37:46.406449 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Made reservation on behalf of 6033a8db4e81454487d63bfe9121c9d9 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:46.408859 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8790999'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.595657 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9519987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8791017'] for subnet (0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.651134 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:46.659875 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Checking segment: {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:46.660233 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Network hostable DHCP agents. Network: 1b215a77-a56d-4f8d-a979-e373eb6137b6, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:37:46.671441 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 4ed26215-5452-4f6a-ba11-68753146eabc details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:37:46.677156 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8076b171-bd60-4e88-a30b-c44297cae911 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:37:46.681364 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:37:46.698204 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 1b215a77-a56d-4f8d-a979-e373eb6137b6) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:46.704771 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:46.705828 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.707188 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f152a-e6e6-4e4c-a2db-e75c67b9bc16 None None] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:37:46.713219 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 8076b171-bd60-4e88-a30b-c44297cae911 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:37:46.713569 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8076b171-bd60-4e88-a30b-c44297cae911 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:37:46.724511 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b9f8a3ae-a4f6-489c-8bf9-eaba1e9c7047 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3825407 Jan 24 15:37:46.727217 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34096) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:46.732650 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:46.764216 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (c1237c98-7050-4759-81e8-8ef94afb7e05), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.765690 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (c1237c98-7050-4759-81e8-8ef94afb7e05), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.846808 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks [] for router_controller (c1237c98-7050-4759-81e8-8ef94afb7e05), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.892214 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 4ed26215-5452-4f6a-ba11-68753146eabc, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=4ed26215-5452-4f6a-ba11-68753146eabc,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:46.901092 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-1b215a77-a56d-4f8d-a979-e373eb6137b6', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:37:46.903274 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:46.909127 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d0401-aaf7-4419-b0a2-e440fcd20346 req-3a435f85-0cd7-4c85-9d9f-4ad2e4441b4e tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:46.911478 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-599d0401-aaf7-4419-b0a2-e440fcd20346 req-3a435f85-0cd7-4c85-9d9f-4ad2e4441b4e tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 944 time: 0.0907688 Jan 24 15:37:46.918973 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '4ed26215-5452-4f6a-ba11-68753146eabc', 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'port_id': '4ed26215-5452-4f6a-ba11-68753146eabc', 'mac_address': 'fa:16:3e:f7:c2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15083e47-b37f-4d5c-9271-9c8bcd5c28bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:37:46.975448 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-599d0401-aaf7-4419-b0a2-e440fcd20346 req-07454784-c5c6-4533-a6d4-6f78d8967329 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577459 Jan 24 15:37:47.057695 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 4ed26215-5452-4f6a-ba11-68753146eabc is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:47.058094 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.101734 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed26215-5452-4f6a-ba11-68753146eabc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:37:47.133123 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 4ed26215-5452-4f6a-ba11-68753146eabc, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=4ed26215-5452-4f6a-ba11-68753146eabc,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:47.139721 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Allocated IP 172.20.0.2 (1b215a77-a56d-4f8d-a979-e373eb6137b6/0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66/30f28c06-3557-4515-bee8-cf202d6faefe) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:47.142103 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.252286 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=4ed26215-5452-4f6a-ba11-68753146eabc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:47.264994 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.267329 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.267777 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.268146 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.268660 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.268776 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.269088 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.269421 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.270442 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.270442 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.270442 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.270861 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.271012 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:47.283941 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ff440-102a-41ee-97af-ad3377aba141 req-a4ae0d73-c95c-4714-9f28-d165c5cdcf3f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:47.288753 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-106ff440-102a-41ee-97af-ad3377aba141 req-a4ae0d73-c95c-4714-9f28-d165c5cdcf3f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1407740 Jan 24 15:37:47.292106 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks [] for router_gateway (c1237c98-7050-4759-81e8-8ef94afb7e05), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.351643 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Publish callbacks [] for port (30f28c06-3557-4515-bee8-cf202d6faefe), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.363716 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.395252 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-106ff440-102a-41ee-97af-ad3377aba141 req-69d76f00-f74c-49d2-9b53-b91a19e66120 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971916 Jan 24 15:37:47.421566 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:47.425791 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:47.428601 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:47.452637 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Pushing event updated for resources: {'Port': ['ID=30f28c06-3557-4515-bee8-cf202d6faefe,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:47.484830 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['4ed26215-5452-4f6a-ba11-68753146eabc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:37:47.591823 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks [] for router_gateway (c1237c98-7050-4759-81e8-8ef94afb7e05), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.592229 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Attempting to bind port 30f28c06-3557-4515-bee8-cf202d6faefe on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:47.592600 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Attempting to bind port 30f28c06-3557-4515-bee8-cf202d6faefe by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:47.592959 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Attempting to bind port 30f28c06-3557-4515-bee8-cf202d6faefe on network 1b215a77-a56d-4f8d-a979-e373eb6137b6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:47.600366 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:47.600745 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Checking segment: {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:47.604350 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.604755 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Bound using segment: {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:47.605250 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Bound port: 30f28c06-3557-4515-bee8-cf202d6faefe, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:47.605623 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.614723 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.757726 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] For port 30f28c06-3557-4515-bee8-cf202d6faefe, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:47.758120 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Allocated IP 172.27.2.254 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/69abbf05-7cb4-47ff-982f-82ae94fb9bae) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:47.762985 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] For port 30f28c06-3557-4515-bee8-cf202d6faefe, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=30f28c06-3557-4515-bee8-cf202d6faefe,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:47.773369 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.878990 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e1088-b2a8-406f-bb5f-b2df27ce9f65 None None] Pushing event updated for resources: {'Port': ['ID=30f28c06-3557-4515-bee8-cf202d6faefe,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:47.901076 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks [] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:47.948538 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:48.004894 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:48.008337 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:48.015355 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:48.046704 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Pushing event updated for resources: {'Port': ['ID=69abbf05-7cb4-47ff-982f-82ae94fb9bae,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:48.205952 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d98fe9-6e81-4a58-94f8-36735815f655 req-a662df6e-0039-400b-94fb-75eb7cca50ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:48.207555 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-16d98fe9-6e81-4a58-94f8-36735815f655 req-a662df6e-0039-400b-94fb-75eb7cca50ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 945 time: 0.0688019 Jan 24 15:37:48.302783 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-16d98fe9-6e81-4a58-94f8-36735815f655 req-a6ab780d-e069-48d4-ae7c-c4c99192eb4e tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887914 Jan 24 15:37:48.389940 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks [] for router_gateway (c1237c98-7050-4759-81e8-8ef94afb7e05), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:48.551265 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6fb2a-58fa-4f03-9b38-9aff50bdbbe4 req-1cd1821a-fc51-4057-aec8-03be9eeb89cb tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:48.552923 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7b6fb2a-58fa-4f03-9b38-9aff50bdbbe4 req-1cd1821a-fc51-4057-aec8-03be9eeb89cb tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0770457 Jan 24 15:37:48.674672 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 4ed26215-5452-4f6a-ba11-68753146eabc up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:48.689817 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7b6fb2a-58fa-4f03-9b38-9aff50bdbbe4 req-9fb52a92-9607-410a-834d-a2c409205954 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045654 Jan 24 15:37:48.706287 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 30f28c06-3557-4515-bee8-cf202d6faefe up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:48.720981 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (c1237c98-7050-4759-81e8-8ef94afb7e05), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:48.813747 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 4ed26215-5452-4f6a-ba11-68753146eabc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:37:48.828207 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 4ed26215-5452-4f6a-ba11-68753146eabc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:48.828425 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:48.837213 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 30f28c06-3557-4515-bee8-cf202d6faefe triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:48.837849 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:48.920315 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Router c1237c98-7050-4759-81e8-8ef94afb7e05 is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:37:49.036762 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:37:49.057681 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.062328 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-16fbd84e-4d02-447b-9f0c-22f0af70fd08 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3305554 Jan 24 15:37:49.062555 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Sync routers for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:37:49.063018 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:49.077291 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:37:49.078057 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:49.143442 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 30f28c06-3557-4515-bee8-cf202d6faefe is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:49.143828 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.148163 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 4ed26215-5452-4f6a-ba11-68753146eabc is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:49.148754 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.181226 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d835e759-a44d-4f19-a9e6-c018680e9464 None None] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:37:49.196483 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:37:49.232248 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd211cb2-5d56-4e3a-bc31-775b953f26e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed26215-5452-4f6a-ba11-68753146eabc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:37:49.234713 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c87d419-37b1-4378-8c2e-93accedea348" -d '{"events": [{"server_uuid": "bd211cb2-5d56-4e3a-bc31-775b953f26e6", "name": "network-vif-plugged", "status": "completed", "tag": "4ed26215-5452-4f6a-ba11-68753146eabc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:37:49.263204 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 30f28c06-3557-4515-bee8-cf202d6faefe, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=30f28c06-3557-4515-bee8-cf202d6faefe,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:49.281628 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.286853 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 4ed26215-5452-4f6a-ba11-68753146eabc, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=4ed26215-5452-4f6a-ba11-68753146eabc,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:49.337204 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f7831f-f480-4025-8341-4483c66b4360 x-openstack-request-id: req-16f7831f-f480-4025-8341-4483c66b4360 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:37:49.337590 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd211cb2-5d56-4e3a-bc31-775b953f26e6", "name": "network-vif-plugged", "status": "completed", "tag": "4ed26215-5452-4f6a-ba11-68753146eabc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:37:49.337934 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-16f7831f-f480-4025-8341-4483c66b4360 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:37:49.338493 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd211cb2-5d56-4e3a-bc31-775b953f26e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed26215-5452-4f6a-ba11-68753146eabc', 'code': 200} Jan 24 15:37:49.339298 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.415891 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:48Z', 'revision_number': 3, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:49.426861 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4843f30f-c2ea-47c8-904a-87c094ba7554 None None] Provisioning complete for port 30f28c06-3557-4515-bee8-cf202d6faefe triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:49.432510 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4843f30f-c2ea-47c8-904a-87c094ba7554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.451425 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c5df9-3e9d-4fd6-b89e-662e0a4cde9d req-16649678-dc75-4653-b40b-643178328577 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:49.457377 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Checking router: c1237c98-7050-4759-81e8-8ef94afb7e05 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:37:49.458106 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Updating router c1237c98-7050-4759-81e8-8ef94afb7e05 port 69abbf05-7cb4-47ff-982f-82ae94fb9bae binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:37:49.460583 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-396c5df9-3e9d-4fd6-b89e-662e0a4cde9d req-16649678-dc75-4653-b40b-643178328577 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 946 time: 0.0764461 Jan 24 15:37:49.474108 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=30f28c06-3557-4515-bee8-cf202d6faefe,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:49.490997 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.552829 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-396c5df9-3e9d-4fd6-b89e-662e0a4cde9d req-8ee8137d-3fec-41fb-afcc-70c9bcc815ee tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912263 Jan 24 15:37:49.566964 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=4ed26215-5452-4f6a-ba11-68753146eabc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:49.597060 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4ddbc-0462-4478-8b20-428fce82ffc4 req-dd20a8c0-5680-4ae5-8008-95d312175fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:49.598559 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ac4ddbc-0462-4478-8b20-428fce82ffc4 req-dd20a8c0-5680-4ae5-8008-95d312175fc3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 1099 time: 0.0685771 Jan 24 15:37:49.631062 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4843f30f-c2ea-47c8-904a-87c094ba7554 None None] Current status of the port 30f28c06-3557-4515-bee8-cf202d6faefe is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:49.667808 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ac4ddbc-0462-4478-8b20-428fce82ffc4 req-1c1829d6-2641-4a2a-afd5-c6996f1b7767 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 Jan 24 15:37:49.678658 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.792445 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Publish callbacks [] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.799642 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.852872 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-48bb602c-4726-4107-af42-bd69890644ff None None] Provisioning complete for port 30f28c06-3557-4515-bee8-cf202d6faefe triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:49.853416 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48bb602c-4726-4107-af42-bd69890644ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.857969 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Attempting to bind port 69abbf05-7cb4-47ff-982f-82ae94fb9bae on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:49.858289 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Attempting to bind port 69abbf05-7cb4-47ff-982f-82ae94fb9bae by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:49.858662 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Attempting to bind port 69abbf05-7cb4-47ff-982f-82ae94fb9bae on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:49.860629 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Pushing event updated for resources: {'Port': ['ID=69abbf05-7cb4-47ff-982f-82ae94fb9bae,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:49.868837 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.869298 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.870060 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.870580 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.870924 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.871964 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.872944 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.872944 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.873207 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.873756 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.874081 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.874410 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.874739 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:37:49.876745 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c877-c9f5-46d9-b90c-ca2c116253d0 req-be615f52-750b-4bb4-a98a-5e4af2cc8575 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:49.878263 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3cc5c877-c9f5-46d9-b90c-ca2c116253d0 req-be615f52-750b-4bb4-a98a-5e4af2cc8575 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0987203 Jan 24 15:37:49.882201 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:49.882589 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:49.883015 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.883453 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:49.883930 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Bound port: 69abbf05-7cb4-47ff-982f-82ae94fb9bae, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:49.884314 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.913599 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Allocated IP 172.20.0.1 (1b215a77-a56d-4f8d-a979-e373eb6137b6/0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66/5e62ed01-25c8-4b8c-896a-d5bb7355c3c1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:49.954389 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] For port 69abbf05-7cb4-47ff-982f-82ae94fb9bae, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:49.958606 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] For port 69abbf05-7cb4-47ff-982f-82ae94fb9bae, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=69abbf05-7cb4-47ff-982f-82ae94fb9bae,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:49.968168 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:49.988342 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-48bb602c-4726-4107-af42-bd69890644ff None None] Current status of the port 30f28c06-3557-4515-bee8-cf202d6faefe is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:50.009426 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3cc5c877-c9f5-46d9-b90c-ca2c116253d0 req-ce4afb36-d9f8-4597-b6ba-586fc2e14034 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040394 Jan 24 15:37:50.034646 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:37:50.035589 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:50.080452 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Publish callbacks [] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.084165 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30482c95-7f3f-4867-9064-5fb9597a627c None None] Pushing event updated for resources: {'Port': ['ID=69abbf05-7cb4-47ff-982f-82ae94fb9bae,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:50.130582 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.172114 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:50.174365 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:37:50.174933 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:50.178840 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:50.184697 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Pushing event updated for resources: {'Port': ['ID=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:50.219686 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34274) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:50.233724 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (c1237c98-7050-4759-81e8-8ef94afb7e05), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.268757 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34280) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:50.459033 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c15d259f-5499-4ea4-9273-9f6303cc0d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.462537 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.485706 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:48Z', 'revision_number': 3, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:50.518640 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-878fd9db-5892-403c-8e79-f5f6ce4f983f None None] Provisioning complete for port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:50.519326 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-878fd9db-5892-403c-8e79-f5f6ce4f983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.526593 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5aaef6ed-aa56-4118-92cc-b26419009e3f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=94b7b155beee48b2956f9a52d74bcd08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567401 Jan 24 15:37:50.529821 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34288) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:50.555895 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632a0bc-bd91-479a-a237-a8e802fc9bfc None None] The sync data for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi is: [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:48Z', 'revision_number': 3, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:37:50.571437 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-878fd9db-5892-403c-8e79-f5f6ce4f983f None None] Port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:37:50.629589 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 30f28c06-3557-4515-bee8-cf202d6faefe up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:50.652144 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc5df04b-e23e-4821-8c27-f0685c05b48f admin admin] Publish callbacks [] for security_group (d5b83863-54f6-4665-983c-5ca9942f0df0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.655526 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c15d259f-5499-4ea4-9273-9f6303cc0d04 admin admin] Publish callbacks [] for security_group (19b56777-4e0d-4f2a-99ab-e66b8c272ca4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.666677 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c15d259f-5499-4ea4-9273-9f6303cc0d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (19b56777-4e0d-4f2a-99ab-e66b8c272ca4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.697642 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 30f28c06-3557-4515-bee8-cf202d6faefe triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:50.698265 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.702661 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Publish callbacks [] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.709681 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.786886 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (c1237c98-7050-4759-81e8-8ef94afb7e05), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.788788 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Pushing event updated for resources: {'Port': ['ID=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:50.791232 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 30f28c06-3557-4515-bee8-cf202d6faefe is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:50.924824 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:50.926328 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:50.961524 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d259f-5499-4ea4-9273-9f6303cc0d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b56777-4e0d-4f2a-99ab-e66b8c272ca4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:50.973694 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc5df04b-e23e-4821-8c27-f0685c05b48f admin admin] Publish callbacks [] for security_group (d5b83863-54f6-4665-983c-5ca9942f0df0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:50.999679 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c15d259f-5499-4ea4-9273-9f6303cc0d04 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=afa7d5a7d82e48d18352c0c4fe3c1b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7755356 Jan 24 15:37:51.003106 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34292) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:51.036886 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be5877-7fe6-4f97-948e-75764d23f2a3 req-e6610e29-5223-4aa4-9d95-8d34ca951def tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:51.038513 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80be5877-7fe6-4f97-948e-75764d23f2a3 req-e6610e29-5223-4aa4-9d95-8d34ca951def tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 946 time: 0.3907535 Jan 24 15:37:51.204179 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc5df04b-e23e-4821-8c27-f0685c05b48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (d5b83863-54f6-4665-983c-5ca9942f0df0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:51.207803 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc5df04b-e23e-4821-8c27-f0685c05b48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:51.209199 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-dc5df04b-e23e-4821-8c27-f0685c05b48f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d5b83863-54f6-4665-983c-5ca9942f0df0 HTTP/1.1" status: 204 len: 168 time: 0.6783075 Jan 24 15:37:51.217677 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8c04-39bd-4cbf-80e9-203ba2d75940 admin admin] Publish callbacks [] for security_group (19b56777-4e0d-4f2a-99ab-e66b8c272ca4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:51.248558 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5df04b-e23e-4821-8c27-f0685c05b48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b83863-54f6-4665-983c-5ca9942f0df0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:51.256490 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80be5877-7fe6-4f97-948e-75764d23f2a3 req-e4b2254e-0655-4076-b894-f86e6f3145c5 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088342 Jan 24 15:37:51.308219 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8c04-39bd-4cbf-80e9-203ba2d75940 admin admin] Publish callbacks [] for security_group (19b56777-4e0d-4f2a-99ab-e66b8c272ca4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:51.314147 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a261af6c-cb68-483c-b52b-afdce1b257fc None None] Provisioning complete for port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:51.314890 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a261af6c-cb68-483c-b52b-afdce1b257fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:51.409218 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a261af6c-cb68-483c-b52b-afdce1b257fc None None] Port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:37:51.421263 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8c04-39bd-4cbf-80e9-203ba2d75940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (19b56777-4e0d-4f2a-99ab-e66b8c272ca4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:51.426431 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8c04-39bd-4cbf-80e9-203ba2d75940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:51.445535 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-eb9d8c04-39bd-4cbf-80e9-203ba2d75940 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/19b56777-4e0d-4f2a-99ab-e66b8c272ca4 HTTP/1.1" status: 204 len: 168 time: 0.4276483 Jan 24 15:37:51.459455 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d8c04-39bd-4cbf-80e9-203ba2d75940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b56777-4e0d-4f2a-99ab-e66b8c272ca4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:51.516221 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Router c1237c98-7050-4759-81e8-8ef94afb7e05 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:37:51.597139 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e275493-978d-4d9e-aec9-f20bed7079b5 req-87ba4c89-d340-4b9a-a178-93fd43db1000 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:51.604159 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7e275493-978d-4d9e-aec9-f20bed7079b5 req-87ba4c89-d340-4b9a-a178-93fd43db1000 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1485634 Jan 24 15:37:51.704348 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7e275493-978d-4d9e-aec9-f20bed7079b5 req-89aa075f-c539-4c2f-8304-6dedcafad100 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992262 Jan 24 15:37:51.708200 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:37:51.714782 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-26b7e5e6-22b9-469f-a84f-9209cb113c07 admin admin] 10.222.0.112 "PUT /v2.0/routers/c1237c98-7050-4759-81e8-8ef94afb7e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6507876 Jan 24 15:37:52.124286 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fa9ab-5910-4ebb-b1a1-29de17a32260 req-b375984d-b31e-4e6d-8448-2dd27e1bf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:52.126443 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-066fa9ab-5910-4ebb-b1a1-29de17a32260 req-b375984d-b31e-4e6d-8448-2dd27e1bf0b0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1099 time: 0.0540600 Jan 24 15:37:52.174729 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-066fa9ab-5910-4ebb-b1a1-29de17a32260 req-1c2fa636-a0e0-4fa1-b9b2-063b6cc3dbd3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Jan 24 15:37:52.347354 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34346) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:52.390228 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde6f1-bb8d-4e72-a700-41b2f15aaf33 req-06146305-b00f-49e4-9378-7b0a3f5c173c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:52.396926 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97cde6f1-bb8d-4e72-a700-41b2f15aaf33 req-06146305-b00f-49e4-9378-7b0a3f5c173c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 946 time: 0.0651808 Jan 24 15:37:52.455822 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:52.458440 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97cde6f1-bb8d-4e72-a700-41b2f15aaf33 req-30c8ab10-23a7-427f-a108-dc475d46b0cf tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605819 Jan 24 15:37:52.461689 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-67597272-network', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:52.516298 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Made reservation on behalf of 002b74ab8a30437bb9c89ffa23733f82 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:52.521625 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:52.559512 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:52.685969 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 69abbf05-7cb4-47ff-982f-82ae94fb9bae up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:52.768265 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-386221005-network', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:52.796853 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Sync routers for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:37:52.821557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:37:52.822518 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:52.838857 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Publish callbacks [] for security_group (e9b92e23-0e8a-4c16-af38-7b4778949544), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:52.861835 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e9b92e23-0e8a-4c16-af38-7b4778949544), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:52.867695 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bf979-389d-4655-80fe-ecbc7c43ec6d req-8e7de012-4d70-448d-960d-604b023fbb0d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:52.880831 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-769bf979-389d-4655-80fe-ecbc7c43ec6d req-8e7de012-4d70-448d-960d-604b023fbb0d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0876911 Jan 24 15:37:52.905973 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Made reservation on behalf of 4866d8bdaf2743c8a5dfb75f1c3f32de for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:52.908282 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:52.939754 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:37:52.950218 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 69abbf05-7cb4-47ff-982f-82ae94fb9bae triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:52.950830 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:52.987478 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:52.999538 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-769bf979-389d-4655-80fe-ecbc7c43ec6d req-49d9a3e7-cad4-4f60-94e5-a19ef10e2563 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126521 Jan 24 15:37:53.009875 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (1e0a279f-cabc-4dcf-b0c6-e176c45723f5), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.013389 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Added segment 1e0a279f-cabc-4dcf-b0c6-e176c45723f5 of type vlan for network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 Jan 24 15:37:53.038773 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b92e23-0e8a-4c16-af38-7b4778949544,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:53.107449 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.122142 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:37:53.154261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe5609-5181-4a44-aa6c-a5879abfe904 req-78e3fdfc-8856-499c-852f-b56ad037d578 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:53.155855 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2fe5609-5181-4a44-aa6c-a5879abfe904 req-78e3fdfc-8856-499c-852f-b56ad037d578 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1577759 Jan 24 15:37:53.170775 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 69abbf05-7cb4-47ff-982f-82ae94fb9bae is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:53.171469 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.177500 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.178396 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:53.179024 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.224882 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 69abbf05-7cb4-47ff-982f-82ae94fb9bae, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=69abbf05-7cb4-47ff-982f-82ae94fb9bae,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:53.244782 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.271340 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8141625 Jan 24 15:37:53.274876 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34382) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:53.284516 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Request body: {'subnet': {'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-67597272-subnet', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:53.296261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d860e90-a66e-4513-9acc-ddb3ebe30408 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:53.304298 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Publish callbacks [] for security_group (12094c51-d628-4766-9608-cc6e486aad22), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.312637 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2fe5609-5181-4a44-aa6c-a5879abfe904 req-4484bb3b-98f8-43d9-aeb1-0ab2e6b57229 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431496 Jan 24 15:37:53.315416 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (12094c51-d628-4766-9608-cc6e486aad22), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.331112 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:37:53.334667 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Made reservation on behalf of 002b74ab8a30437bb9c89ffa23733f82 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:53.339639 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9697906'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.343564 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:37:53.352288 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12094c51-d628-4766-9608-cc6e486aad22,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:53.359674 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (bf37115f-49cf-44f2-8473-c6e19cf4f138), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.360228 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Added segment bf37115f-49cf-44f2-8473-c6e19cf4f138 of type vlan for network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 Jan 24 15:37:53.430795 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.472083 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.473263 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:53.474221 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.493146 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=69abbf05-7cb4-47ff-982f-82ae94fb9bae,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:53.553329 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2048624 Jan 24 15:37:53.556810 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:53.564891 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Request body: {'subnet': {'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-386221005-subnet', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:53.569056 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f2a27-4762-4adc-8447-74033216847a admin admin] Pushing event updated for resources: {'Network': ['ID=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:53.571634 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 2, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:53.592619 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Made reservation on behalf of 4866d8bdaf2743c8a5dfb75f1c3f32de for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:37:53.595870 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8790999'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.624742 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9697868'] for subnet (010d82b7-2998-47e5-98f2-411e8cc367a1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.636739 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:37:53.662757 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Checking router: c1237c98-7050-4759-81e8-8ef94afb7e05 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:37:53.663176 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Updating router c1237c98-7050-4759-81e8-8ef94afb7e05 port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:37:53.723710 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010d82b7-2998-47e5-98f2-411e8cc367a1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:53.724970 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.733847 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Checking segment: {'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:53.734223 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Network hostable DHCP agents. Network: e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:37:53.759830 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:37:53.773119 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:53.786811 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e119308-29fa-4f35-9bd6-876d8dc93c6e None None] Network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:37:53.788963 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:53.790902 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.820110 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d5fa128d-919f-4fbb-aa95-a346c81fa2e1 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5439999 Jan 24 15:37:53.826066 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34396) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:53.834472 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:53.863532 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9519987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8791017'] for subnet (9be2f639-6bff-436d-a7aa-1bf274e5dc4f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.878540 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.880487 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.945865 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks [] for router_controller (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:53.957512 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be2f639-6bff-436d-a7aa-1bf274e5dc4f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:53.967598 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Checking segment: {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:53.968047 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Network hostable DHCP agents. Network: aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:37:53.989171 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:37:54.001922 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:54.007239 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:54.007966 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.035443 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9a892d32-4648-4488-a5bd-ddc0d4269faa admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4772165 Jan 24 15:37:54.036148 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34404) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:54.041075 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:37:54.072673 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.073956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.114666 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71629595-9569-4efb-b4da-62a0cb23d6f2 None None] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:37:54.143937 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks [] for router_gateway (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.160168 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks [] for router_controller (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.186730 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38e5c7-c349-4410-81d1-e10f81662e9d req-072c6cab-8908-456f-b26e-2c65e4005966 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:54.193587 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8c38e5c7-c349-4410-81d1-e10f81662e9d req-072c6cab-8908-456f-b26e-2c65e4005966 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0861864 Jan 24 15:37:54.284095 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8c38e5c7-c349-4410-81d1-e10f81662e9d req-4f4ace13-a13b-4a36-a2bc-6a2c27bc39f6 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892324 Jan 24 15:37:54.299452 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470', 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470', 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'fixed_ips': [{'subnet_id': '010d82b7-2998-47e5-98f2-411e8cc367a1'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:37:54.300317 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.364582 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:37:54.365549 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.413545 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks [] for router_gateway (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.549308 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks [] for router_gateway (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.593780 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.638919 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Publish callbacks [] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.670289 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 69abbf05-7cb4-47ff-982f-82ae94fb9bae up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:54.678218 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.699324 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Allocated IP 172.20.0.2 (e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470/010d82b7-2998-47e5-98f2-411e8cc367a1/092e4189-936f-4534-8330-1b316f90f505) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:54.805928 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Allocated IP 172.27.2.32 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/c65d9e92-1903-4f80-8ebe-491a3aa00ef7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:54.846077 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17c804-2ce0-492f-81b8-59d4086e27f4 req-5eb1260d-575b-4da8-aa55-0da2679ba550 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:54.847488 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b17c804-2ce0-492f-81b8-59d4086e27f4 req-5eb1260d-575b-4da8-aa55-0da2679ba550 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1107819 Jan 24 15:37:54.887110 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks [] for router_gateway (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.916488 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:54.945298 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b17c804-2ce0-492f-81b8-59d4086e27f4 req-60d1a7c8-9159-45ab-89da-b503a01df6fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871680 Jan 24 15:37:54.958858 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-334a559c-8b4e-4012-9737-b6b462a493f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:54.960560 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-334a559c-8b4e-4012-9737-b6b462a493f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc8928b574ed401b84d4494e178305c3&device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 1099 time: 0.1347203 Jan 24 15:37:54.969122 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Allocated IP 172.20.0.2 (aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7/9be2f639-6bff-436d-a7aa-1bf274e5dc4f/ec0faa63-6efa-4c9a-be7c-6f1a986bc009) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:54.974799 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eb5ce-2aa1-4894-9593-33f20ec6a521 req-74d01ff9-7a5a-4c9c-a3af-82b258ce0c7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:54.976767 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b9eb5ce-2aa1-4894-9593-33f20ec6a521 req-74d01ff9-7a5a-4c9c-a3af-82b258ce0c7c tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1416581 Jan 24 15:37:54.986877 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49967fe1-6032-4083-9e09-d3208dabde00 None None] Pushing event updated for resources: {'Port': ['ID=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:55.111742 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks [] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.168332 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Publish callbacks [] for port (092e4189-936f-4534-8330-1b316f90f505), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.171597 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 69abbf05-7cb4-47ff-982f-82ae94fb9bae triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:55.172071 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.174023 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b9eb5ce-2aa1-4894-9593-33f20ec6a521 req-a8201962-501c-48f9-be57-f88d90427f0d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845958 Jan 24 15:37:55.198935 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Attempting to bind port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:55.199689 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Attempting to bind port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:55.200035 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Attempting to bind port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 on network 1b215a77-a56d-4f8d-a979-e373eb6137b6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:55.223515 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (092e4189-936f-4534-8330-1b316f90f505), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.229870 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-375a0ac8-53f9-47a1-bbf1-e7832fb7064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:55.230487 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:55.231478 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Checking segment: {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:55.231927 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.232387 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Bound using segment: {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:55.232486 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-375a0ac8-53f9-47a1-bbf1-e7832fb7064a service neutron] 10.222.0.88 "GET /v2.0/networks?id=b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 200 len: 919 time: 0.2442484 Jan 24 15:37:55.233021 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Bound port: 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:55.234204 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.312774 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.315724 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-7d4b6b8d-cf90-4eda-98aa-4952e8ba941e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 200 len: 217 time: 0.0755699 Jan 24 15:37:55.324439 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:55.340263 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:55.345879 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:55.346792 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Allocated IP 172.27.2.82 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/58988098-0fd5-4c96-b768-5dcefabdae69) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:55.387632 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:55.393809 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:55.399997 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:55.403452 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Pushing event updated for resources: {'Port': ['ID=092e4189-936f-4534-8330-1b316f90f505,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:55.405335 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Pushing event updated for resources: {'Port': ['ID=c65d9e92-1903-4f80-8ebe-491a3aa00ef7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:55.429054 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-91a026d7-843e-481e-9721-56243b7389df None None] Provisioning complete for port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:55.429781 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91a026d7-843e-481e-9721-56243b7389df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.437721 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-08f9330e-a577-49f7-8bf1-1df022f0e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:55.439185 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-08f9330e-a577-49f7-8bf1-1df022f0e05c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 200 len: 858 time: 0.1154425 Jan 24 15:37:55.477722 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-1c9bf0ec-23a8-4951-8c56-3c1f0ce63b40 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b3bb4715-167b-43ec-aef4-f521ca157868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290673 Jan 24 15:37:55.488044 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks [] for port (58988098-0fd5-4c96-b768-5dcefabdae69), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.529713 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.536947 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Publish callbacks [] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.556022 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] For port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:55.576163 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.582476 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-91a026d7-843e-481e-9721-56243b7389df None None] Port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:37:55.587315 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] For port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:55.589208 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Attempting to bind port 092e4189-936f-4534-8330-1b316f90f505 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:55.589586 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Attempting to bind port 092e4189-936f-4534-8330-1b316f90f505 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:55.590255 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Attempting to bind port 092e4189-936f-4534-8330-1b316f90f505 on network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:55.590990 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:55.597141 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:55.599574 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:55.619256 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 69abbf05-7cb4-47ff-982f-82ae94fb9bae is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:55.626451 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.631794 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:55.632451 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Checking segment: {'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:55.632854 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.634501 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Bound using segment: {'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:55.634501 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Bound port: 092e4189-936f-4534-8330-1b316f90f505, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:55.634501 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (092e4189-936f-4534-8330-1b316f90f505), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.657294 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:55.662314 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Pushing event updated for resources: {'Port': ['ID=58988098-0fd5-4c96-b768-5dcefabdae69,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:55.666180 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:55.668539 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Pushing event updated for resources: {'Port': ['ID=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:55.672984 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:55.792232 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] For port 092e4189-936f-4534-8330-1b316f90f505, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:55.796262 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] For port 092e4189-936f-4534-8330-1b316f90f505, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=092e4189-936f-4534-8330-1b316f90f505,segment=NetworkSegment(1e0a279f-cabc-4dcf-b0c6-e176c45723f5),segment_id=1e0a279f-cabc-4dcf-b0c6-e176c45723f5)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:55.800687 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:37:55.801485 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:55.812282 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (092e4189-936f-4534-8330-1b316f90f505), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.824377 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-479f21e2-1a56-429d-aae6-355c3976ac27 service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179545 Jan 24 15:37:55.825115 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks [] for router_gateway (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.913392 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Attempting to bind port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:55.913921 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Attempting to bind port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:55.914424 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Attempting to bind port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 on network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:55.923765 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:55.924299 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Checking segment: {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:55.924807 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.925321 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Bound using segment: {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:55.925910 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Bound port: ec0faa63-6efa-4c9a-be7c-6f1a986bc009, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:55.926393 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:55.952793 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks [] for router_gateway (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.128524 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49967fe1-6032-4083-9e09-d3208dabde00 None None] Pushing event updated for resources: {'Port': ['ID=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:56.260823 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a27228-ae00-4a08-9215-7171fde20698 req-c63665dc-452a-45b0-98eb-ec1c3231aa37 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:56.262794 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b7a27228-ae00-4a08-9215-7171fde20698 req-c63665dc-452a-45b0-98eb-ec1c3231aa37 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.2016771 Jan 24 15:37:56.298915 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.342008 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b7a27228-ae00-4a08-9215-7171fde20698 req-34efc6ba-e5ab-4071-a8b2-4653aa842e21 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723112 Jan 24 15:37:56.351663 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38e16960-a9e4-44af-9de3-bdd9cbf42bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.355958 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b3eeef36-bca2-417c-90d9-23dbe2ebe23a None None] Provisioning complete for port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:56.360772 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef36-bca2-417c-90d9-23dbe2ebe23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.388408 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.424407 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843519b-e4d6-4fde-ae49-6d7f245f35f0 None None] Pushing event updated for resources: {'Port': ['ID=092e4189-936f-4534-8330-1b316f90f505,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:56.428280 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:37:56.452407 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce347a0-0440-4f83-a52b-788a9ae06fe5 req-98a51102-ef8e-46b6-9bd7-3464a016940a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:56.453920 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ce347a0-0440-4f83-a52b-788a9ae06fe5 req-98a51102-ef8e-46b6-9bd7-3464a016940a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1268797 Jan 24 15:37:56.490632 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] For port ec0faa63-6efa-4c9a-be7c-6f1a986bc009, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:56.526945 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:37:56.563791 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] For port ec0faa63-6efa-4c9a-be7c-6f1a986bc009, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:56.585114 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.607798 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b3eeef36-bca2-417c-90d9-23dbe2ebe23a None None] Current status of the port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:56.608432 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef36-bca2-417c-90d9-23dbe2ebe23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.616887 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ce347a0-0440-4f83-a52b-788a9ae06fe5 req-741e8458-de42-4d66-9d3d-8fc4eefc29dc tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541440 Jan 24 15:37:56.666828 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:37:56.690024 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.691706 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-91d73945-2631-4465-834f-89d5cd8591e5 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6541333 Jan 24 15:37:56.694140 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Sync routers for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:37:56.694656 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:56.733802 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:37:56.734475 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:56.744991 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db57731-d673-4101-8fad-2a8787dea54b None None] Pushing event updated for resources: {'Port': ['ID=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:56.768431 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ed8546e-8ce0-4a7c-96ea-c9a79c787b42 req-cfda8f7b-0b79-44c7-b4e6-ffeda80075ef service neutron] 10.222.0.88 "GET /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413485 Jan 24 15:37:56.772961 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b3eeef36-bca2-417c-90d9-23dbe2ebe23a None None] For port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:56.776757 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:37:56.778643 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 092e4189-936f-4534-8330-1b316f90f505 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:56.836477 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef36-bca2-417c-90d9-23dbe2ebe23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.926376 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:37:56.944262 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 092e4189-936f-4534-8330-1b316f90f505 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:56.944645 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (092e4189-936f-4534-8330-1b316f90f505), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:56.968271 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:37:56.997909 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Sync routers for ids ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:37:57.004538 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:57.010287 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cc72f01c-3d39-4352-9590-865af7160c2b admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1830862 Jan 24 15:37:57.011081 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34450) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:37:57.036221 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Routers {'616be7e6-9f21-4213-ac8a-62ae8c7ce50f'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:37:57.036886 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:57.138196 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:55Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:57.201795 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c07c08-a3b1-424f-9003-9a5c8ae026a5 None None] The sync data for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi is: [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:55Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:37:57.214680 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eeef36-bca2-417c-90d9-23dbe2ebe23a None None] Pushing event updated for resources: {'Port': ['ID=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:57.231899 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 092e4189-936f-4534-8330-1b316f90f505 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:57.232300 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (092e4189-936f-4534-8330-1b316f90f505), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:57.307458 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:55Z', 'revision_number': 3, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:57.496483 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 092e4189-936f-4534-8330-1b316f90f505, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=092e4189-936f-4534-8330-1b316f90f505,segment=NetworkSegment(1e0a279f-cabc-4dcf-b0c6-e176c45723f5),segment_id=1e0a279f-cabc-4dcf-b0c6-e176c45723f5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:57.514223 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (092e4189-936f-4534-8330-1b316f90f505), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:57.534123 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Checking router: 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:37:57.534606 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Updating router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 port 58988098-0fd5-4c96-b768-5dcefabdae69 binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:37:57.587037 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=092e4189-936f-4534-8330-1b316f90f505,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:57.604801 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:57.607557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Set router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:37:57.731316 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e804b0c8-a053-4c8c-a4e8-7482ba34debc None None] Network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:37:57.739998 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf24c-989e-46d0-8712-0abd73e70cc3 req-b3258408-0135-4e4a-9b86-0e3380d2e40d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:57.757398 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-19baf24c-989e-46d0-8712-0abd73e70cc3 req-b3258408-0135-4e4a-9b86-0e3380d2e40d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1954079 Jan 24 15:37:57.940427 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-688c7a44-4521-439d-b8fc-6dfe25d73452 None None] Provisioning complete for port 092e4189-936f-4534-8330-1b316f90f505 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:57.954720 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-688c7a44-4521-439d-b8fc-6dfe25d73452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (092e4189-936f-4534-8330-1b316f90f505), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:57.976935 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.030939 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7bf2e-d36f-49f5-af8e-b8f4cee1e93c req-1210c600-b795-42a7-b56d-cccc6d230543 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:58.032666 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80f7bf2e-d36f-49f5-af8e-b8f4cee1e93c req-1210c600-b795-42a7-b56d-cccc6d230543 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.2306485 Jan 24 15:37:58.077602 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Publish callbacks [] for port (58988098-0fd5-4c96-b768-5dcefabdae69), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.088124 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.100922 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-19baf24c-989e-46d0-8712-0abd73e70cc3 req-72a67134-d093-447c-9312-1deeddb03d36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418031 Jan 24 15:37:58.187060 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4dd3a-7f27-452b-afde-8a920e8a0aad None None] Pushing event updated for resources: {'Port': ['ID=58988098-0fd5-4c96-b768-5dcefabdae69,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:58.218456 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Attempting to bind port 58988098-0fd5-4c96-b768-5dcefabdae69 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:37:58.219390 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Attempting to bind port 58988098-0fd5-4c96-b768-5dcefabdae69 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:37:58.219977 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Attempting to bind port 58988098-0fd5-4c96-b768-5dcefabdae69 on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:37:58.227167 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:37:58.235132 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:37:58.235751 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.236360 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:37:58.237013 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Bound port: 58988098-0fd5-4c96-b768-5dcefabdae69, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:37:58.237584 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.303079 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-688c7a44-4521-439d-b8fc-6dfe25d73452 None None] Current status of the port 092e4189-936f-4534-8330-1b316f90f505 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:58.303605 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80f7bf2e-d36f-49f5-af8e-b8f4cee1e93c req-a5e7dd82-c811-49e8-9ca6-8de6deac2eba tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192280 Jan 24 15:37:58.326111 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] For port 58988098-0fd5-4c96-b768-5dcefabdae69, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:37:58.330071 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] For port 58988098-0fd5-4c96-b768-5dcefabdae69, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=58988098-0fd5-4c96-b768-5dcefabdae69,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:37:58.341670 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.342953 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:37:55Z', 'revision_number': 3, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:58.400536 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.433932 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Allocated IP 172.20.0.1 (e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470/010d82b7-2998-47e5-98f2-411e8cc367a1/5782f7cf-81a8-41ad-9f4e-b09355b743ab) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:58.448533 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab5de2a-c1b2-4797-81cc-1fbe9e4c982c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.451105 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Checking router: 616be7e6-9f21-4213-ac8a-62ae8c7ce50f for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:37:58.451839 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Updating router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:37:58.475464 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4dd3a-7f27-452b-afde-8a920e8a0aad None None] Pushing event updated for resources: {'Port': ['ID=58988098-0fd5-4c96-b768-5dcefabdae69,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:58.501057 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:37:58.501749 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:58.521196 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.658511 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:37:58.711850 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Publish callbacks [] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.729656 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b9283-ed99-452e-95af-e86b920dab95 None None] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:37:58.743552 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Allocated IP 172.20.0.1 (aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7/9be2f639-6bff-436d-a7aa-1bf274e5dc4f/301c71e9-15ed-43e2-b63c-ba8880e86dde) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:37:58.780674 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.875430 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:58.881290 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:58.888299 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:58.920518 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Publish callbacks [] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.957352 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Pushing event updated for resources: {'Port': ['ID=5782f7cf-81a8-41ad-9f4e-b09355b743ab,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:58.983076 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:58.998504 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.007206 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:55Z', 'revision_number': 3, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:37:59.042799 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02286c6-17aa-4654-8b56-476033bd562d None None] The sync data for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi is: [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:55Z', 'revision_number': 3, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:37:59.097999 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:37:59.138228 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:37:59.146206 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Pushing event updated for resources: {'Port': ['ID=301c71e9-15ed-43e2-b63c-ba8880e86dde,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:59.156304 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:37:59.170982 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:37:59.197201 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Provisioning complete for port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:59.197588 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.250380 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.307605 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.367058 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6eb9d-2dbd-42d4-88ca-fbfb3244173e req-58794f70-f85c-4561-b9bb-4a6229795758 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:59.368616 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-02c6eb9d-2dbd-42d4-88ca-fbfb3244173e req-58794f70-f85c-4561-b9bb-4a6229795758 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1461444 Jan 24 15:37:59.442276 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.455329 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-02c6eb9d-2dbd-42d4-88ca-fbfb3244173e req-ed73f180-e8e5-4be7-9934-60901f9eac8d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741222 Jan 24 15:37:59.457307 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:37:59.457680 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.600896 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.605242 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ba640-5e7a-48f4-b66d-a0e733b0c01a req-cd280f8e-edb1-4f68-8f5f-2362fc30c6e1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:37:59.607079 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-303ba640-5e7a-48f4-b66d-a0e733b0c01a req-cd280f8e-edb1-4f68-8f5f-2362fc30c6e1 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1133747 Jan 24 15:37:59.653382 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Current status of the port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:37:59.653547 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Publish callbacks [] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.654098 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.665383 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.793208 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Publish callbacks [] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.822440 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] For port ec0faa63-6efa-4c9a-be7c-6f1a986bc009, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:37:59.825154 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.828245 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Pushing event updated for resources: {'Port': ['ID=5782f7cf-81a8-41ad-9f4e-b09355b743ab,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:59.883064 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-303ba640-5e7a-48f4-b66d-a0e733b0c01a req-7a54fb15-73fd-4d73-ac8f-905eb35713e0 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684779 Jan 24 15:37:59.888632 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.896872 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe93899-de54-4486-bec0-0a371210c3c7 None None] Pushing event updated for resources: {'Port': ['ID=c65d9e92-1903-4f80-8ebe-491a3aa00ef7,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:37:59.912459 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.912975 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Publish callbacks [] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:37:59.921300 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:00.018091 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Pushing event updated for resources: {'Port': ['ID=301c71e9-15ed-43e2-b63c-ba8880e86dde,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:00.034866 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Attempting to bind port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:00.035302 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Attempting to bind port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:00.035931 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Attempting to bind port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:00.044397 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:00.050809 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:00.052165 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device ec0faa63-6efa-4c9a-be7c-6f1a986bc009 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:00.099486 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Provisioning complete for port 092e4189-936f-4534-8330-1b316f90f505 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:00.099882 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (092e4189-936f-4534-8330-1b316f90f505), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:00.106141 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:00.106585 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:00.107353 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:00.107766 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:00.108392 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Bound port: c65d9e92-1903-4f80-8ebe-491a3aa00ef7, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:00.108960 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:00.109933 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:00.114003 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:00.194656 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:00.204099 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:00.243280 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Pushing event updated for resources: {'Port': ['ID=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:00.303462 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:00.309382 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:00.347014 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] For port c65d9e92-1903-4f80-8ebe-491a3aa00ef7, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:00.374091 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] For port c65d9e92-1903-4f80-8ebe-491a3aa00ef7, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=c65d9e92-1903-4f80-8ebe-491a3aa00ef7,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:00.382235 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:38:00.416106 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:00.423261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:38:00.566086 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:00.567672 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0313405a-90e2-4e82-832a-a4bcfc6cf339 None None] Current status of the port 092e4189-936f-4534-8330-1b316f90f505 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:00.576055 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:00.586332 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c5b4ee29-3f48-420f-8d40-fb8fc5264e3e admin admin] 10.222.0.112 "PUT /v2.0/routers/4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8908069 Jan 24 15:38:00.593415 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-57d9883e-0c9c-423a-b127-2c7db1341d53 admin admin] 10.222.0.112 "PUT /v2.0/routers/616be7e6-9f21-4213-ac8a-62ae8c7ce50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5794365 Jan 24 15:38:00.605141 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Routers {'616be7e6-9f21-4213-ac8a-62ae8c7ce50f'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:00.605946 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:00.655027 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe93899-de54-4486-bec0-0a371210c3c7 None None] Pushing event updated for resources: {'Port': ['ID=c65d9e92-1903-4f80-8ebe-491a3aa00ef7,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:00.656849 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef035d00-8f1c-42bd-aed1-1b02cd1c751c req-a0b56dfa-7fcd-4475-afb2-4dd2e4e5c566 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:00.677053 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef035d00-8f1c-42bd-aed1-1b02cd1c751c req-a0b56dfa-7fcd-4475-afb2-4dd2e4e5c566 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0754335 Jan 24 15:38:00.686184 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:00.689601 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 092e4189-936f-4534-8330-1b316f90f505 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:00.779869 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef035d00-8f1c-42bd-aed1-1b02cd1c751c req-d633f0d5-aea8-4fc6-8b2e-3dbf7c17428e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018419 Jan 24 15:38:00.797616 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Provisioning complete for port 5782f7cf-81a8-41ad-9f4e-b09355b743ab triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:00.798065 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:00.862812 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] Set router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:00.928893 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Port 5782f7cf-81a8-41ad-9f4e-b09355b743ab cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:00.948734 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 092e4189-936f-4534-8330-1b316f90f505 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:00.949819 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (092e4189-936f-4534-8330-1b316f90f505), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:01.079571 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2feeb2-ec0c-4916-866b-603e23846d6b req-a2958305-5dd0-410c-9f80-f5c43239eb51 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:01.081342 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7f2feeb2-ec0c-4916-866b-603e23846d6b req-a2958305-5dd0-410c-9f80-f5c43239eb51 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0949998 Jan 24 15:38:01.090984 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Provisioning complete for port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:01.091325 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:01.121721 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:01.145797 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7f2feeb2-ec0c-4916-866b-603e23846d6b req-64ce8c05-8b73-4d5b-8122-51984e7c1ec6 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571830 Jan 24 15:38:01.240811 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 092e4189-936f-4534-8330-1b316f90f505 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:01.412544 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Current status of the port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:01.442114 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Provisioning complete for port 301c71e9-15ed-43e2-b63c-ba8880e86dde triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:01.442803 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:01.493983 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5782f7cf-81a8-41ad-9f4e-b09355b743ab', 'name': '', 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'mac_address': 'fa:16:3e:82:52:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 2, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'subnets': [{'id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:01.499527 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e08b55a9-ca68-41e7-a95a-dc276b4d3d85 None None] Port 301c71e9-15ed-43e2-b63c-ba8880e86dde cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:01.541579 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d11919-5b66-45a2-a694-afdb0af7898a None None] The sync data for ids ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'] in dv-cinder-820164-3-iscsi is: [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5782f7cf-81a8-41ad-9f4e-b09355b743ab', 'name': '', 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'mac_address': 'fa:16:3e:82:52:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 2, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'subnets': [{'id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:01.579973 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device ec0faa63-6efa-4c9a-be7c-6f1a986bc009 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:01.587048 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Sync routers for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:01.616250 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:01.616699 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:01.679879 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:01.680635 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:01.769012 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:01.778145 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-254815843-network', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:01.779347 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:01.814757 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Made reservation on behalf of 5cffd854db1a4ec2b73ae808af7607be for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:38:01.819396 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:01.834212 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:01.846058 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:01.850962 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:01.850962 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 58988098-0fd5-4c96-b768-5dcefabdae69 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:01.857464 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-92355b1f-e29a-4b0b-8d92-ae4e8a61279a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902581879', 'description': 'tempest-secgroup-smoke-902581879 description', 'project_id': '6033a8db4e81454487d63bfe9121c9d9'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:01.968570 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92355b1f-e29a-4b0b-8d92-ae4e8a61279a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.148741 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Publish callbacks [] for security_group (0dbe7779-a7a4-4f25-8258-89f1d05fab4e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.159874 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92355b1f-e29a-4b0b-8d92-ae4e8a61279a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group (763b7abc-f0e7-4712-9142-ec7d8eddb151), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.161783 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0dbe7779-a7a4-4f25-8258-89f1d05fab4e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.169750 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92355b1f-e29a-4b0b-8d92-ae4e8a61279a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (763b7abc-f0e7-4712-9142-ec7d8eddb151), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.194400 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:38:02.218243 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (2756feb9-cb8d-4e65-956c-d46d87804c5b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.220379 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Added segment 2756feb9-cb8d-4e65-956c-d46d87804c5b of type vlan for network 6c916385-4ca4-4209-8287-fe5a1a3734df Jan 24 15:38:02.225047 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 58988098-0fd5-4c96-b768-5dcefabdae69 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:02.225551 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.235809 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92355b1f-e29a-4b0b-8d92-ae4e8a61279a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.245689 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-92355b1f-e29a-4b0b-8d92-ae4e8a61279a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3947196 Jan 24 15:38:02.251860 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:02.262388 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-111bd9d3-962c-4d10-b8d9-280109095498 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'security_group_rule': {'security_group_id': '763b7abc-f0e7-4712-9142-ec7d8eddb151', 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:02.273723 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92355b1f-e29a-4b0b-8d92-ae4e8a61279a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763b7abc-f0e7-4712-9142-ec7d8eddb151,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:02.285118 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 2, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:02.325772 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111bd9d3-962c-4d10-b8d9-280109095498 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (d462d9e2-16e1-427d-b0c3-cea240581e38), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.350845 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Checking router: 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:02.354212 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (6c916385-4ca4-4209-8287-fe5a1a3734df), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.355654 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Updating router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 port 301c71e9-15ed-43e2-b63c-ba8880e86dde binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:38:02.385849 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba51a-93d0-41db-9fee-18de573e606f req-c056b764-79ef-42a1-9923-3ba2a857d2da tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:02.387793 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-855ba51a-93d0-41db-9fee-18de573e606f req-c056b764-79ef-42a1-9923-3ba2a857d2da tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.3677375 Jan 24 15:38:02.390965 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 58988098-0fd5-4c96-b768-5dcefabdae69 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:02.391394 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.394342 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe7779-a7a4-4f25-8258-89f1d05fab4e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:02.433020 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.452896 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (6c916385-4ca4-4209-8287-fe5a1a3734df), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.454921 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:02.455756 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.496408 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111bd9d3-962c-4d10-b8d9-280109095498 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (d462d9e2-16e1-427d-b0c3-cea240581e38), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.506337 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111bd9d3-962c-4d10-b8d9-280109095498 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (d462d9e2-16e1-427d-b0c3-cea240581e38), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.507699 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 58988098-0fd5-4c96-b768-5dcefabdae69, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=58988098-0fd5-4c96-b768-5dcefabdae69,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:02.517496 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.522347 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.550265 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bd9d3-962c-4d10-b8d9-280109095498 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d462d9e2-16e1-427d-b0c3-cea240581e38,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:02.622661 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34540) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:02.632997 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111bd9d3-962c-4d10-b8d9-280109095498 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.638639 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-111bd9d3-962c-4d10-b8d9-280109095498 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3804517 Jan 24 15:38:02.643022 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:02.658834 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d225261b-91b6-42ea-bbee-594fb592ed48 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'security_group_rule': {'security_group_id': '763b7abc-f0e7-4712-9142-ec7d8eddb151', 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:02.676198 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] Pushing event updated for resources: {'Network': ['ID=6c916385-4ca4-4209-8287-fe5a1a3734df,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:02.676831 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=58988098-0fd5-4c96-b768-5dcefabdae69,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:02.683500 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c12f706f-c300-41e1-8494-9d8be2a3bf87 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9113784 Jan 24 15:38:02.701080 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-855ba51a-93d0-41db-9fee-18de573e606f req-92597106-f884-48c5-b525-8a8d7fc191ae tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745974 Jan 24 15:38:02.702697 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34546) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:02.723161 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d225261b-91b6-42ea-bbee-594fb592ed48 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (7221bbba-f4e2-4eba-9f35-f74219996951), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.724244 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Request body: {'subnet': {'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-254815843-subnet', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:02.770229 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Made reservation on behalf of 5cffd854db1a4ec2b73ae808af7607be for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:38:02.774684 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9697906'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.847282 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d225261b-91b6-42ea-bbee-594fb592ed48 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (7221bbba-f4e2-4eba-9f35-f74219996951), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.856812 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d225261b-91b6-42ea-bbee-594fb592ed48 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (7221bbba-f4e2-4eba-9f35-f74219996951), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.889819 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225261b-91b6-42ea-bbee-594fb592ed48 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7221bbba-f4e2-4eba-9f35-f74219996951,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:02.913303 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d225261b-91b6-42ea-bbee-594fb592ed48 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:02.917119 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d225261b-91b6-42ea-bbee-594fb592ed48 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2704124 Jan 24 15:38:02.917372 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:02.924728 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db5b9291-edec-4cd3-bc96-3d66035971bf tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'security_group_rule': {'security_group_id': '763b7abc-f0e7-4712-9142-ec7d8eddb151', 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:02.992239 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 6c916385-4ca4-4209-8287-fe5a1a3734df details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:38:03.028684 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5b9291-edec-4cd3-bc96-3d66035971bf tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (5b07367e-2083-4a82-934c-0e296290dfa8), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.058206 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5b7a5b7-7926-450f-a561-1cc3ee85547c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.186152 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5b9291-edec-4cd3-bc96-3d66035971bf tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (5b07367e-2083-4a82-934c-0e296290dfa8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.196145 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5b9291-edec-4cd3-bc96-3d66035971bf tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (5b07367e-2083-4a82-934c-0e296290dfa8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.240097 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b9291-edec-4cd3-bc96-3d66035971bf tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b07367e-2083-4a82-934c-0e296290dfa8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:03.261676 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5b9291-edec-4cd3-bc96-3d66035971bf tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.262190 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34562) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:03.262481 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-db5b9291-edec-4cd3-bc96-3d66035971bf tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3406191 Jan 24 15:38:03.272512 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-84ba0911-c006-4d1e-bfa1-67819da3a7d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'security_group_rule': {'security_group_id': '763b7abc-f0e7-4712-9142-ec7d8eddb151', 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:03.277806 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Publish callbacks [] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.290941 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.323557 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9697868'] for subnet (2ef2f494-a091-4e57-8169-ebbeb6590d96), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.394775 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ba0911-c006-4d1e-bfa1-67819da3a7d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (82d60a60-4e72-413c-895a-971a06b3e2ed), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.422714 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5b7a5b7-7926-450f-a561-1cc3ee85547c admin admin] Publish callbacks [] for security_group (c999d903-8f17-4ac7-a72a-08078026d77f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.477803 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fad9b4-d607-494e-946f-d41bc16ea08b None None] Pushing event updated for resources: {'Port': ['ID=301c71e9-15ed-43e2-b63c-ba8880e86dde,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:03.482386 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5b7a5b7-7926-450f-a561-1cc3ee85547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (c999d903-8f17-4ac7-a72a-08078026d77f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.534623 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Attempting to bind port 301c71e9-15ed-43e2-b63c-ba8880e86dde on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:03.534998 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Attempting to bind port 301c71e9-15ed-43e2-b63c-ba8880e86dde by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:03.535615 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Attempting to bind port 301c71e9-15ed-43e2-b63c-ba8880e86dde on network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:03.543009 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:03.543445 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Checking segment: {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:03.543858 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.544263 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Bound using segment: {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:03.544750 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Bound port: 301c71e9-15ed-43e2-b63c-ba8880e86dde, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:03.545149 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.626472 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device c65d9e92-1903-4f80-8ebe-491a3aa00ef7 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:03.675077 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] For port 301c71e9-15ed-43e2-b63c-ba8880e86dde, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:03.679629 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] For port 301c71e9-15ed-43e2-b63c-ba8880e86dde, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=301c71e9-15ed-43e2-b63c-ba8880e86dde,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:03.688328 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.715565 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:03.716371 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.772737 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:03.773752 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:03.831308 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fad9b4-d607-494e-946f-d41bc16ea08b None None] Pushing event updated for resources: {'Port': ['ID=301c71e9-15ed-43e2-b63c-ba8880e86dde,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:03.913586 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:03.914310 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.920642 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b01903c1-ce04-492e-a031-5a5798d182bf None None] Provisioning complete for port 301c71e9-15ed-43e2-b63c-ba8880e86dde triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:03.921014 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b01903c1-ce04-492e-a031-5a5798d182bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.949103 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port c65d9e92-1903-4f80-8ebe-491a3aa00ef7, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=c65d9e92-1903-4f80-8ebe-491a3aa00ef7,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:03.988009 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:03.988900 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 58988098-0fd5-4c96-b768-5dcefabdae69 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:04.049714 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d5b7a5b7-7926-450f-a561-1cc3ee85547c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a1dda32720ab45e2bb4c0f80e03a9b92&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3777819 Jan 24 15:38:04.052292 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:04.065792 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef2f494-a091-4e57-8169-ebbeb6590d96,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:04.075893 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7a5b7-7926-450f-a561-1cc3ee85547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c999d903-8f17-4ac7-a72a-08078026d77f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:04.092710 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ba0911-c006-4d1e-bfa1-67819da3a7d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (82d60a60-4e72-413c-895a-971a06b3e2ed), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.095353 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Checking segment: {'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:04.095722 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Network hostable DHCP agents. Network: 6c916385-4ca4-4209-8287-fe5a1a3734df, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:38:04.102764 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:04.106488 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ba0911-c006-4d1e-bfa1-67819da3a7d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (82d60a60-4e72-413c-895a-971a06b3e2ed), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.113715 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=c65d9e92-1903-4f80-8ebe-491a3aa00ef7,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:04.118438 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c936593-4bc4-4f37-a309-341ded3b9bd4 req-fa37263b-abcb-46a3-91f6-b75ed5754108 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:04.126933 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c936593-4bc4-4f37-a309-341ded3b9bd4 req-fa37263b-abcb-46a3-91f6-b75ed5754108 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1799314 Jan 24 15:38:04.130538 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b01903c1-ce04-492e-a031-5a5798d182bf None None] Current status of the port 301c71e9-15ed-43e2-b63c-ba8880e86dde is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:04.131009 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b01903c1-ce04-492e-a031-5a5798d182bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.145903 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 58988098-0fd5-4c96-b768-5dcefabdae69 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:04.146818 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.170172 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba0911-c006-4d1e-bfa1-67819da3a7d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d60a60-4e72-413c-895a-971a06b3e2ed,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:04.178626 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ba0911-c006-4d1e-bfa1-67819da3a7d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.182430 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-84ba0911-c006-4d1e-bfa1-67819da3a7d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9117253 Jan 24 15:38:04.188969 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Network 6c916385-4ca4-4209-8287-fe5a1a3734df is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:38:04.191569 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34576) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:04.198004 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b01903c1-ce04-492e-a031-5a5798d182bf None None] For port 301c71e9-15ed-43e2-b63c-ba8880e86dde, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=301c71e9-15ed-43e2-b63c-ba8880e86dde,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:04.202569 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4cd05873-73cb-40f1-9ecd-f6c602591b05 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'security_group_rule': {'security_group_id': '763b7abc-f0e7-4712-9142-ec7d8eddb151', 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:04.205357 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b01903c1-ce04-492e-a031-5a5798d182bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.220168 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c936593-4bc4-4f37-a309-341ded3b9bd4 req-b0eee007-2d34-46f6-b5fc-a4914aeda400 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922248 Jan 24 15:38:04.222599 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 6c916385-4ca4-4209-8287-fe5a1a3734df) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:04.231752 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:04.232371 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.258480 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7769bf56-266b-43f4-944f-f3bd3843c74a admin admin] Publish callbacks [] for security_group (c999d903-8f17-4ac7-a72a-08078026d77f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.264536 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a121455a-eb32-4754-883d-cc1b4bcd0780 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5562088 Jan 24 15:38:04.265399 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34578) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:04.269556 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:04.279956 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df75b1-5aaf-481b-8eec-0dc94a37f859 None None] Network 6c916385-4ca4-4209-8287-fe5a1a3734df requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:38:04.312815 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-4cd05873-73cb-40f1-9ecd-f6c602591b05 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Project 6033a8db4e81454487d63bfe9121c9d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 15:38:04.323059 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cd05873-73cb-40f1-9ecd-f6c602591b05 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (a3feb7f9-6847-4273-88f4-f13b3fe4a867), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.323348 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.325310 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.358369 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7769bf56-266b-43f4-944f-f3bd3843c74a admin admin] Publish callbacks [] for security_group (c999d903-8f17-4ac7-a72a-08078026d77f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.406296 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks [] for router_controller (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.425629 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01903c1-ce04-492e-a031-5a5798d182bf None None] Pushing event updated for resources: {'Port': ['ID=301c71e9-15ed-43e2-b63c-ba8880e86dde,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:04.444349 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cd05873-73cb-40f1-9ecd-f6c602591b05 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (a3feb7f9-6847-4273-88f4-f13b3fe4a867), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.450987 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cd05873-73cb-40f1-9ecd-f6c602591b05 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (a3feb7f9-6847-4273-88f4-f13b3fe4a867), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.455881 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:03Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:04.472622 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd05873-73cb-40f1-9ecd-f6c602591b05 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3feb7f9-6847-4273-88f4-f13b3fe4a867,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:04.486864 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cd05873-73cb-40f1-9ecd-f6c602591b05 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.489534 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4cd05873-73cb-40f1-9ecd-f6c602591b05 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2968097 Jan 24 15:38:04.490903 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7769bf56-266b-43f4-944f-f3bd3843c74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (c999d903-8f17-4ac7-a72a-08078026d77f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.496272 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7769bf56-266b-43f4-944f-f3bd3843c74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.500079 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7769bf56-266b-43f4-944f-f3bd3843c74a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c999d903-8f17-4ac7-a72a-08078026d77f HTTP/1.1" status: 204 len: 168 time: 0.4443402 Jan 24 15:38:04.500079 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:04.506090 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7c020-0e4f-496a-8b19-e01efc792ffd None None] The sync data for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi is: [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:03Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:04.512807 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6db4d1ec-7664-4741-925a-97f70dec2062 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'security_group_rule': {'security_group_id': '763b7abc-f0e7-4712-9142-ec7d8eddb151', 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:04.517684 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769bf56-266b-43f4-944f-f3bd3843c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c999d903-8f17-4ac7-a72a-08078026d77f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:04.518508 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9e2a3ca3-1357-45d8-9855-98e39a866bcc None None] Provisioning complete for port 301c71e9-15ed-43e2-b63c-ba8880e86dde triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:04.518735 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3ca3-1357-45d8-9855-98e39a866bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.549693 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-6db4d1ec-7664-4741-925a-97f70dec2062 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Project 6033a8db4e81454487d63bfe9121c9d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 15:38:04.555754 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6db4d1ec-7664-4741-925a-97f70dec2062 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (191fa507-e43d-46ff-9e7c-4336f9fc95fe), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.646785 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6db4d1ec-7664-4741-925a-97f70dec2062 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (191fa507-e43d-46ff-9e7c-4336f9fc95fe), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.653658 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-6c916385-4ca4-4209-8287-fe5a1a3734df', 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df', 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'fixed_ips': [{'subnet_id': '2ef2f494-a091-4e57-8169-ebbeb6590d96'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:38:04.655423 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.659377 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6db4d1ec-7664-4741-925a-97f70dec2062 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (191fa507-e43d-46ff-9e7c-4336f9fc95fe), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.662045 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 58988098-0fd5-4c96-b768-5dcefabdae69 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:04.700036 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4d1ec-7664-4741-925a-97f70dec2062 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191fa507-e43d-46ff-9e7c-4336f9fc95fe,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:04.743399 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6db4d1ec-7664-4741-925a-97f70dec2062 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.754355 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6db4d1ec-7664-4741-925a-97f70dec2062 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2375686 Jan 24 15:38:04.782096 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks [] for router_gateway (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:04.887597 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a3ca3-1357-45d8-9855-98e39a866bcc None None] Current status of the port 301c71e9-15ed-43e2-b63c-ba8880e86dde is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:04.962316 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Allocated IP 172.20.0.2 (6c916385-4ca4-4209-8287-fe5a1a3734df/2ef2f494-a091-4e57-8169-ebbeb6590d96/696ecfd5-ac09-4dcc-89bf-51e3cf8e2600) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:05.094203 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks [] for router_gateway (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.131513 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.261749 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Publish callbacks [] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.270840 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.388613 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Network 6c916385-4ca4-4209-8287-fe5a1a3734df is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:05.400679 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:05.410019 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:05.432880 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Pushing event updated for resources: {'Port': ['ID=696ecfd5-ac09-4dcc-89bf-51e3cf8e2600,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:05.454740 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c75dd9-5cea-4755-ae49-91db3d67098d req-65d70914-e39b-4866-99e3-a2978f8674a9 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:05.460134 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-55c75dd9-5cea-4755-ae49-91db3d67098d req-65d70914-e39b-4866-99e3-a2978f8674a9 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1391790 Jan 24 15:38:05.470115 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-c62c7207-dfb1-4c68-9314-d6d726f38578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:05.474796 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-c62c7207-dfb1-4c68-9314-d6d726f38578 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 815 time: 0.3479939 Jan 24 15:38:05.496323 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Allocated IP 172.27.2.38 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/fbf90a63-af5f-471e-b330-ff7bb7a5f90c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:05.520330 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-2a695de0-fb7a-4234-86f0-877771b0da72 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/quotas/65873cf6363245ad8d056f47ffe1d560 HTTP/1.1" status: 200 len: 375 time: 0.0268130 Jan 24 15:38:05.537011 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Attempting to bind port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:05.537345 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Attempting to bind port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:05.537784 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Attempting to bind port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 on network 6c916385-4ca4-4209-8287-fe5a1a3734df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:05.545397 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:05.546537 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Checking segment: {'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:05.546968 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.549461 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Bound using segment: {'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:05.550007 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Bound port: 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:05.555570 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.577827 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-55c75dd9-5cea-4755-ae49-91db3d67098d req-28ccdfcd-7cf0-4f32-b357-992dec5d1d4e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095819 Jan 24 15:38:05.603458 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 301c71e9-15ed-43e2-b63c-ba8880e86dde up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:05.711492 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-3043d1e8-3366-42e4-9318-7279a521779d tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1709018 Jan 24 15:38:05.744866 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Sync routers for ids ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:05.753232 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] For port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:05.759418 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] For port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=696ecfd5-ac09-4dcc-89bf-51e3cf8e2600,segment=NetworkSegment(2756feb9-cb8d-4e65-956c-d46d87804c5b),segment_id=2756feb9-cb8d-4e65-956c-d46d87804c5b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:05.771887 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.773633 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Routers {'616be7e6-9f21-4213-ac8a-62ae8c7ce50f'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:05.774246 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:05.780594 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 301c71e9-15ed-43e2-b63c-ba8880e86dde triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:05.780966 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.834230 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks [] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:05.890355 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-a1bb42ba-1f22-4531-b9e6-ccb1b4b17134 service neutron] 10.222.0.112 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629593 Jan 24 15:38:06.002187 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:06.060600 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8c045-6ca0-4265-8fbe-3518e373883f None None] Pushing event updated for resources: {'Port': ['ID=696ecfd5-ac09-4dcc-89bf-51e3cf8e2600,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:06.093005 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Set router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:06.117111 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:06.138199 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:06.149896 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:06.183879 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf90a63-af5f-471e-b330-ff7bb7a5f90c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:06.199881 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-138be2ec-f55f-4573-b6c8-5b09a9634d17 service neutron] 10.222.0.112 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994857 Jan 24 15:38:06.249630 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e950489-5adc-48b2-8759-a27b6874805c req-cf0bcfe8-b30f-4c80-9573-ef1d43bd95e4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:06.251124 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3e950489-5adc-48b2-8759-a27b6874805c req-cf0bcfe8-b30f-4c80-9573-ef1d43bd95e4 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0963316 Jan 24 15:38:06.422926 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3e950489-5adc-48b2-8759-a27b6874805c req-5589fcc4-c827-4255-983e-b352b0456072 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520689 Jan 24 15:38:06.442178 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 301c71e9-15ed-43e2-b63c-ba8880e86dde is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:06.447401 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device c65d9e92-1903-4f80-8ebe-491a3aa00ef7 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:06.595884 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c8d66427-a606-435c-b893-221df68e504e req-23536088-03cc-49da-90c0-62ed8b8e01da tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 210 time: 0.0519321 Jan 24 15:38:06.609340 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:06.666343 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:06.666662 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:06.681119 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks [] for router_gateway (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:06.816191 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:06.829471 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5782f7cf-81a8-41ad-9f4e-b09355b743ab', 'name': '', 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'mac_address': 'fa:16:3e:82:52:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 2, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'subnets': [{'id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:06.876615 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bba36-ca30-4110-a33f-36155099fd5d req-c393d10f-1af9-48f5-956a-25699d3397fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:06.879220 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Checking router: 616be7e6-9f21-4213-ac8a-62ae8c7ce50f for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:06.879830 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Updating router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f port 5782f7cf-81a8-41ad-9f4e-b09355b743ab binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:38:06.881775 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af5bba36-ca30-4110-a33f-36155099fd5d req-c393d10f-1af9-48f5-956a-25699d3397fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1431265 Jan 24 15:38:06.910347 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.021189 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af5bba36-ca30-4110-a33f-36155099fd5d req-0673aef8-c48f-404e-a6da-659d6b04dac4 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367226 Jan 24 15:38:07.101715 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.252656 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:38:07.300628 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Publish callbacks [] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.311786 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.419185 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e5b92-f78a-4b86-85da-5d32cbad87e0 None None] Pushing event updated for resources: {'Port': ['ID=5782f7cf-81a8-41ad-9f4e-b09355b743ab,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:07.477154 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:07.489583 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Attempting to bind port 5782f7cf-81a8-41ad-9f4e-b09355b743ab on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:07.489962 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Attempting to bind port 5782f7cf-81a8-41ad-9f4e-b09355b743ab by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:07.490330 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Attempting to bind port 5782f7cf-81a8-41ad-9f4e-b09355b743ab on network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:07.495544 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Sync routers for ids ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:07.512680 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Routers {'988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:07.513327 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:07.513732 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:07.526565 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.528919 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2438634f-c679-453d-adc2-fb71a54c4cf2 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2629614 Jan 24 15:38:07.531831 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34684) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:07.590520 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:07.590897 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Checking segment: {'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:07.591336 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.591737 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Bound using segment: {'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:07.592230 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Bound port: 5782f7cf-81a8-41ad-9f4e-b09355b743ab, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0a279f-cabc-4dcf-b0c6-e176c45723f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:07.592734 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.605660 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed7a30-5f92-4526-a69f-545fbef4bb80 req-0330a056-f34b-49af-aa1d-74d814eec65f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:07.606539 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57899716-bf58-45ec-8b2f-d6442bc398ba None None] Network 6c916385-4ca4-4209-8287-fe5a1a3734df requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:38:07.607210 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cbed7a30-5f92-4526-a69f-545fbef4bb80 req-0330a056-f34b-49af-aa1d-74d814eec65f tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0683866 Jan 24 15:38:07.717101 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Set router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:07.725624 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] For port 5782f7cf-81a8-41ad-9f4e-b09355b743ab, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:07.729464 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] For port 5782f7cf-81a8-41ad-9f4e-b09355b743ab, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=5782f7cf-81a8-41ad-9f4e-b09355b743ab,segment=NetworkSegment(1e0a279f-cabc-4dcf-b0c6-e176c45723f5),segment_id=1e0a279f-cabc-4dcf-b0c6-e176c45723f5)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:07.742529 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cbed7a30-5f92-4526-a69f-545fbef4bb80 req-f82a15fe-e6e3-48a1-abc8-d39baa51760a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265378 Jan 24 15:38:07.777485 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.831959 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56a39b99-796d-44b0-ba63-fad0f141e952 req-e95ad747-a59b-4a1a-9dc5-583a14503bd7 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 210 time: 0.0421033 Jan 24 15:38:07.840150 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ec3dd2a2-f7c8-4376-b133-eef28cf057c0 None None] Provisioning complete for port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:07.840540 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd2a2-f7c8-4376-b133-eef28cf057c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.862822 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:07.864528 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:07.977004 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:38:06Z', 'revision_number': 3, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port': {'id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:05Z', 'updated_at': '2022-01-24T15:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:08.045332 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Checking router: 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:08.046057 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Updating router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 port fbf90a63-af5f-471e-b330-ff7bb7a5f90c binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:38:08.080003 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.080465 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Routers {'616be7e6-9f21-4213-ac8a-62ae8c7ce50f'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:08.081252 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:08.098295 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e5b92-f78a-4b86-85da-5d32cbad87e0 None None] Pushing event updated for resources: {'Port': ['ID=5782f7cf-81a8-41ad-9f4e-b09355b743ab,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:08.198947 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d8c0-e4cf-4f18-a912-3e200f2a29c3 req-719f0a6b-81bf-437a-a698-3ee90f420a83 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:08.201607 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-89c1d8c0-e4cf-4f18-a912-3e200f2a29c3 req-719f0a6b-81bf-437a-a698-3ee90f420a83 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0683196 Jan 24 15:38:08.283936 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-89c1d8c0-e4cf-4f18-a912-3e200f2a29c3 req-d2a75f7b-b18c-4976-a889-f28bfc577be1 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748506 Jan 24 15:38:08.324586 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:08.325076 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.382586 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] Set router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:08.383829 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ec3dd2a2-f7c8-4376-b133-eef28cf057c0 None None] Current status of the port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:08.384210 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd2a2-f7c8-4376-b133-eef28cf057c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.442823 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=696ecfd5-ac09-4dcc-89bf-51e3cf8e2600,segment=NetworkSegment(2756feb9-cb8d-4e65-956c-d46d87804c5b),segment_id=2756feb9-cb8d-4e65-956c-d46d87804c5b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:08.454952 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.483270 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Publish callbacks [] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.496060 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.569125 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=696ecfd5-ac09-4dcc-89bf-51e3cf8e2600,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:08.571012 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Attempting to bind port fbf90a63-af5f-471e-b330-ff7bb7a5f90c on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:08.572215 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Attempting to bind port fbf90a63-af5f-471e-b330-ff7bb7a5f90c by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:08.573157 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Attempting to bind port fbf90a63-af5f-471e-b330-ff7bb7a5f90c on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:08.585068 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:08.585451 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:08.585857 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.586404 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:08.586879 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Bound port: fbf90a63-af5f-471e-b330-ff7bb7a5f90c, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:08.587279 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.609769 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-f93056cf-343e-4534-a57d-ee646ef20938 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:08.611354 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-f93056cf-343e-4534-a57d-ee646ef20938 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 815 time: 0.2923765 Jan 24 15:38:08.618114 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf206706-7f89-45c0-b86a-155eeaa01eff None None] Pushing event updated for resources: {'Port': ['ID=fbf90a63-af5f-471e-b330-ff7bb7a5f90c,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:08.640426 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Request body: {'port': {'device_id': 'ac51a71e-8f25-4a4b-ab98-4178617cd7ca', 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'admin_state_up': True, 'tenant_id': '65873cf6363245ad8d056f47ffe1d560'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:08.664835 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] For port fbf90a63-af5f-471e-b330-ff7bb7a5f90c, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:08.669708 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] For port fbf90a63-af5f-471e-b330-ff7bb7a5f90c, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=fbf90a63-af5f-471e-b330-ff7bb7a5f90c,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:08.674792 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.739238 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Routers {'988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:08.739824 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:08.779046 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf206706-7f89-45c0-b86a-155eeaa01eff None None] Pushing event updated for resources: {'Port': ['ID=fbf90a63-af5f-471e-b330-ff7bb7a5f90c,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:08.879655 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] Set router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:08.885779 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.db.api [None req-ec3dd2a2-f7c8-4376-b133-eef28cf057c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 15:38:08.887117 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG oslo_db.api [None req-ec3dd2a2-f7c8-4376-b133-eef28cf057c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 15:38:08.896671 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Made reservation on behalf of 65873cf6363245ad8d056f47ffe1d560 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:38:08.900373 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.912338 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5782f7cf-81a8-41ad-9f4e-b09355b743ab', 'name': '', 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'mac_address': 'fa:16:3e:82:52:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:07Z', 'revision_number': 4, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'subnets': [{'id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:08.923383 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:08.981122 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b9775-21c4-4246-8448-78c828c1f7d9 None None] The sync data for ids ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'] in dv-cinder-820164-3-iscsi is: [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5782f7cf-81a8-41ad-9f4e-b09355b743ab', 'name': '', 'network_id': 'e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'mac_address': 'fa:16:3e:82:52:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:07Z', 'revision_number': 4, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'subnets': [{'id': '010d82b7-2998-47e5-98f2-411e8cc367a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:09.009426 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-165abf02-1cde-4a91-9f7a-e68e77ab9f3e req-2cd29aaa-6cd1-4475-a73f-da7ac080729f tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 210 time: 0.0792263 Jan 24 15:38:09.046400 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd15be6-a82e-4800-8d2c-3dc8f43ba6f4 req-a2381c93-90ed-4d94-a602-b56995481fc5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:09.048032 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcd15be6-a82e-4800-8d2c-3dc8f43ba6f4 req-a2381c93-90ed-4d94-a602-b56995481fc5 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.2258942 Jan 24 15:38:09.101449 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:38:06Z', 'revision_number': 3, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port': {'id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:05Z', 'updated_at': '2022-01-24T15:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:09.128961 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19339f9-9ee8-4c7a-b5f6-3f05da17bc2d None None] The sync data for ids ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'] in dv-cinder-820164-3-iscsi is: [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:38:06Z', 'revision_number': 3, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port': {'id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:05Z', 'updated_at': '2022-01-24T15:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:09.202006 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcd15be6-a82e-4800-8d2c-3dc8f43ba6f4 req-e57b0482-1c5e-48ef-af64-e9cd1758a340 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482038 Jan 24 15:38:09.221181 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-927f0626-24db-4980-adbf-9451b462d497 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:09.222991 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-927f0626-24db-4980-adbf-9451b462d497 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.88 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 945 time: 0.0622768 Jan 24 15:38:09.244745 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Allocated IP 172.20.0.12 (be36ef84-6842-4a75-8df2-5e8f770a6b94/15083e47-b37f-4d5c-9271-9c8bcd5c28bb/916e492a-6b27-4334-9ead-e205def4bc1d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:09.277654 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Allocated IP 172.20.0.1 (6c916385-4ca4-4209-8287-fe5a1a3734df/2ef2f494-a091-4e57-8169-ebbeb6590d96/88709747-6493-4d37-a80f-881ea26e4b88) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:09.422205 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Deleting port abe9b91c-3c59-490d-b091-da5600e50552 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:38:09.422764 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (abe9b91c-3c59-490d-b091-da5600e50552), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.438267 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ec3dd2a2-f7c8-4376-b133-eef28cf057c0 None None] Current status of the port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:09.455553 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:09.530263 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:09.530857 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.550814 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a77f8-6910-426c-97be-c098ef2fa148 req-934ef098-97ea-4972-b1e8-2889fb315f25 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:09.552809 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Publish callbacks [] for port (88709747-6493-4d37-a80f-881ea26e4b88), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.558246 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f28a77f8-6910-426c-97be-c098ef2fa148 req-934ef098-97ea-4972-b1e8-2889fb315f25 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1676636 Jan 24 15:38:09.574814 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks [] for port (916e492a-6b27-4334-9ead-e205def4bc1d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.607393 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] For port abe9b91c-3c59-490d-b091-da5600e50552, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=abe9b91c-3c59-490d-b091-da5600e50552,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:09.607757 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (abe9b91c-3c59-490d-b091-da5600e50552), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.617321 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Provisioning complete for port 5782f7cf-81a8-41ad-9f4e-b09355b743ab triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:09.617771 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.630318 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Calling delete_port for abe9b91c-3c59-490d-b091-da5600e50552 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:38:09.639022 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (88709747-6493-4d37-a80f-881ea26e4b88), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.648591 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.666704 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'd0a3f146-8074-4259-8065-acca2fffd325', '4ed26215-5452-4f6a-ba11-68753146eabc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:09.668134 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f28a77f8-6910-426c-97be-c098ef2fa148 req-9af31cab-f692-47c3-8227-24eea7365caa tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086226 Jan 24 15:38:09.702911 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Network be36ef84-6842-4a75-8df2-5e8f770a6b94 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:09.719186 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Network 6c916385-4ca4-4209-8287-fe5a1a3734df is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:09.719186 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:09.721661 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Pushing event updated for resources: {'Port': ['ID=88709747-6493-4d37-a80f-881ea26e4b88,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:09.736402 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:09.739202 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:09.745470 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:09.807890 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:09.808984 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 5782f7cf-81a8-41ad-9f4e-b09355b743ab up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:09.873612 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Pushing event updated for resources: {'Port': ['ID=916e492a-6b27-4334-9ead-e205def4bc1d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:09.886938 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.951377 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (abe9b91c-3c59-490d-b091-da5600e50552), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.954579 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Current status of the port 5782f7cf-81a8-41ad-9f4e-b09355b743ab is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:09.954972 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.980443 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:09.980923 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:09.982018 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 5782f7cf-81a8-41ad-9f4e-b09355b743ab triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:09.982399 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:10.011752 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['abe9b91c-3c59-490d-b091-da5600e50552', '6713822c-8a55-462c-9451-6d76fe12e3b0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:10.015849 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-d474d2f3-a107-40c2-83ec-0d7ebd6ae1ac tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3813078 Jan 24 15:38:10.027735 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Pushing event deleted for resources: {'Port': ['ID=abe9b91c-3c59-490d-b091-da5600e50552,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:10.094142 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Request body: {'port': {'device_id': 'ac51a71e-8f25-4a4b-ab98-4178617cd7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:10.116538 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] No DVR routers for this DVR port abe9b91c-3c59-490d-b091-da5600e50552 on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:38:10.123407 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:10.138317 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fb449e1-658e-42c5-8d0e-f19eaec8a884 req-d1e34deb-e60c-42ac-82d9-bb2b11d50962 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.88 "DELETE /v2.0/ports/abe9b91c-3c59-490d-b091-da5600e50552 HTTP/1.1" status: 204 len: 173 time: 0.8997724 Jan 24 15:38:10.138875 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1744bee2-3276-487d-83b1-db187e24abd0', 'name': 'network-vif-deleted', 'tag': 'abe9b91c-3c59-490d-b091-da5600e50552'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:10.147358 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda407b6-1e15-44c0-8f9a-6018338ddb15" -d '{"events": [{"server_uuid": "1744bee2-3276-487d-83b1-db187e24abd0", "name": "network-vif-deleted", "tag": "abe9b91c-3c59-490d-b091-da5600e50552"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:10.231710 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baac2d0-043e-4148-bfc8-2b6495730213 x-openstack-request-id: req-3baac2d0-043e-4148-bfc8-2b6495730213 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:10.231994 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1744bee2-3276-487d-83b1-db187e24abd0", "name": "network-vif-deleted", "tag": "abe9b91c-3c59-490d-b091-da5600e50552", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:10.232255 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3baac2d0-043e-4148-bfc8-2b6495730213 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:10.232658 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1744bee2-3276-487d-83b1-db187e24abd0', 'name': 'network-vif-deleted', 'tag': 'abe9b91c-3c59-490d-b091-da5600e50552', 'status': 'completed', 'code': 200} Jan 24 15:38:10.287491 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] For port 5782f7cf-81a8-41ad-9f4e-b09355b743ab, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=5782f7cf-81a8-41ad-9f4e-b09355b743ab,segment=NetworkSegment(1e0a279f-cabc-4dcf-b0c6-e176c45723f5),segment_id=1e0a279f-cabc-4dcf-b0c6-e176c45723f5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:10.305339 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:10.328992 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (88709747-6493-4d37-a80f-881ea26e4b88), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:10.339596 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:10.419402 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d6083fee-a0c7-4b8d-948e-a88fb698c506 req-13b134c2-7d36-4c26-9371-48cb6d8e8512 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=1744bee2-3276-487d-83b1-db187e24abd0 HTTP/1.1" status: 200 len: 210 time: 0.0323050 Jan 24 15:38:10.433648 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912857b-830e-4c97-8fc9-506f23b48937 req-802485ed-3cf6-424a-ba7a-0156359d025a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:10.435640 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c912857b-830e-4c97-8fc9-506f23b48937 req-802485ed-3cf6-424a-ba7a-0156359d025a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 932 time: 0.2507300 Jan 24 15:38:10.490705 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Pushing event updated for resources: {'Port': ['ID=5782f7cf-81a8-41ad-9f4e-b09355b743ab,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:10.521078 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Provisioning complete for port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:10.521453 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:10.532000 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 5782f7cf-81a8-41ad-9f4e-b09355b743ab is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:10.619443 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c912857b-830e-4c97-8fc9-506f23b48937 req-e5668df2-f051-4f8c-ab02-64b4139ba644 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661670 Jan 24 15:38:10.752811 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-37f067f1-be01-4136-8df5-00e948a45ab3 None None] Current status of the port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:10.839851 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff933-3dfd-486d-810b-794bc927a547 req-8f3abcfa-1fd4-49fa-a02c-8bff985bb539 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:10.842173 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f39ff933-3dfd-486d-810b-794bc927a547 req-8f3abcfa-1fd4-49fa-a02c-8bff985bb539 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0693882 Jan 24 15:38:10.879218 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9c2f60c8-4984-4642-935c-7df17aa57935 None None] Provisioning complete for port 88709747-6493-4d37-a80f-881ea26e4b88 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:10.879765 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c2f60c8-4984-4642-935c-7df17aa57935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (88709747-6493-4d37-a80f-881ea26e4b88), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:10.922160 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f39ff933-3dfd-486d-810b-794bc927a547 req-0fcb22e4-6469-4fbf-9991-d72be28a7920 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698013 Jan 24 15:38:10.937404 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f60c8-4984-4642-935c-7df17aa57935 None None] Port 88709747-6493-4d37-a80f-881ea26e4b88 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:11.050307 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Publish callbacks [] for port (88709747-6493-4d37-a80f-881ea26e4b88), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.060026 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (88709747-6493-4d37-a80f-881ea26e4b88), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.170321 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Pushing event updated for resources: {'Port': ['ID=88709747-6493-4d37-a80f-881ea26e4b88,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:11.178066 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.187687 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916e492a-6b27-4334-9ead-e205def4bc1d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:38:11.196335 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Publish callbacks [] for port (916e492a-6b27-4334-9ead-e205def4bc1d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.229057 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Transition to ACTIVE for port object 916e492a-6b27-4334-9ead-e205def4bc1d will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:38:11.253572 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.331259 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Pushing event updated for resources: {'Port': ['ID=916e492a-6b27-4334-9ead-e205def4bc1d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:11.358973 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Network 6c916385-4ca4-4209-8287-fe5a1a3734df is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:11.363004 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:11.453266 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device fbf90a63-af5f-471e-b330-ff7bb7a5f90c up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:11.524494 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port fbf90a63-af5f-471e-b330-ff7bb7a5f90c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:11.525077 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.553597 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:38:11.560683 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Attempting to bind port 916e492a-6b27-4334-9ead-e205def4bc1d on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:11.561036 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Attempting to bind port 916e492a-6b27-4334-9ead-e205def4bc1d by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:11.561379 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Attempting to bind port 916e492a-6b27-4334-9ead-e205def4bc1d on network be36ef84-6842-4a75-8df2-5e8f770a6b94 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:11.569821 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Port 916e492a-6b27-4334-9ead-e205def4bc1d on network be36ef84-6842-4a75-8df2-5e8f770a6b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:38:11.570162 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Attempting to bind port 916e492a-6b27-4334-9ead-e205def4bc1d on network be36ef84-6842-4a75-8df2-5e8f770a6b94 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:11.613445 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:11.613955 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Checking segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:11.614471 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Bound using segment: {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:11.614929 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Bound port: 916e492a-6b27-4334-9ead-e205def4bc1d, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:11.615318 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.634228 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port fbf90a63-af5f-471e-b330-ff7bb7a5f90c is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:11.634679 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.662252 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port fbf90a63-af5f-471e-b330-ff7bb7a5f90c, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=fbf90a63-af5f-471e-b330-ff7bb7a5f90c,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:11.676254 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.677203 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 5782f7cf-81a8-41ad-9f4e-b09355b743ab up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:11.736321 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0acbb493-ca9f-4636-aa69-af81c4faa6aa None None] Provisioning complete for port 88709747-6493-4d37-a80f-881ea26e4b88 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:11.736706 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0acbb493-ca9f-4636-aa69-af81c4faa6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (88709747-6493-4d37-a80f-881ea26e4b88), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.800066 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] For port 916e492a-6b27-4334-9ead-e205def4bc1d, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:11.802943 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0acbb493-ca9f-4636-aa69-af81c4faa6aa None None] Port 88709747-6493-4d37-a80f-881ea26e4b88 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:11.805359 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=fbf90a63-af5f-471e-b330-ff7bb7a5f90c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:11.808121 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] For port 916e492a-6b27-4334-9ead-e205def4bc1d, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=916e492a-6b27-4334-9ead-e205def4bc1d,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:11.809930 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:11.812765 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1fa7d-f250-46e5-b027-4f6ede613a1c req-b25ea8de-0808-4ad6-822e-c52cdec3870a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:11.818904 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 5782f7cf-81a8-41ad-9f4e-b09355b743ab triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:11.819473 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.820519 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-96b1fa7d-f250-46e5-b027-4f6ede613a1c req-b25ea8de-0808-4ad6-822e-c52cdec3870a tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0755606 Jan 24 15:38:11.838712 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-837385d4-e63a-4de8-b2fd-1fa514bc6b4c admin admin] 10.222.0.112 "PUT /v2.0/routers/988dbcd5-4ab9-402d-a66c-e6227f4f8ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2950857 Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.848189 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:11.850473 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:38:11.852630 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ac107-d84f-4960-a616-c7126ac6e368 req-d92a8bf5-af28-4363-b617-1477c49ca16b tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:11.861429 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a5ac107-d84f-4960-a616-c7126ac6e368 req-d92a8bf5-af28-4363-b617-1477c49ca16b tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 944 time: 0.1372111 Jan 24 15:38:11.864559 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.890537 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-96b1fa7d-f250-46e5-b027-4f6ede613a1c req-bd4f03f0-06ad-443b-8529-c93b1403a5dc tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688825 Jan 24 15:38:11.919256 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 5782f7cf-81a8-41ad-9f4e-b09355b743ab is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:11.921607 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:11.922997 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:11.924417 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] 10.222.0.88 "PUT /v2.0/ports/916e492a-6b27-4334-9ead-e205def4bc1d HTTP/1.1" status: 200 len: 1094 time: 1.8383665 Jan 24 15:38:11.928073 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac51a71e-8f25-4a4b-ab98-4178617cd7ca', 'tag': '916e492a-6b27-4334-9ead-e205def4bc1d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:11.930358 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983a7338-eaee-4947-95bc-b7977caa17f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac51a71e-8f25-4a4b-ab98-4178617cd7ca", "tag": "916e492a-6b27-4334-9ead-e205def4bc1d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:11.972776 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951abd6f-11ff-4ab9-a665-af36f68f3daa service neutron] Pushing event updated for resources: {'Port': ['ID=916e492a-6b27-4334-9ead-e205def4bc1d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:11.996022 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a343233-2714-4f26-84b6-905f3b1a61c3 x-openstack-request-id: req-2a343233-2714-4f26-84b6-905f3b1a61c3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:11.996325 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac51a71e-8f25-4a4b-ab98-4178617cd7ca", "tag": "916e492a-6b27-4334-9ead-e205def4bc1d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:11.996580 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2a343233-2714-4f26-84b6-905f3b1a61c3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:11.997231 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac51a71e-8f25-4a4b-ab98-4178617cd7ca', 'tag': '916e492a-6b27-4334-9ead-e205def4bc1d', 'status': 'completed', 'code': 200} Jan 24 15:38:12.007772 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a5ac107-d84f-4960-a616-c7126ac6e368 req-85723e06-3982-4da7-af90-12bbb3923b29 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453552 Jan 24 15:38:12.040994 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-f8ea6b78-91a2-45e0-a068-a7d100ec8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:12.043287 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-f8ea6b78-91a2-45e0-a068-a7d100ec8e56 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 1097 time: 0.0578916 Jan 24 15:38:12.092195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82e5f-8506-482a-98bd-22cfb32e0e11 req-1ce486e3-d948-46e4-b40e-3d076a35eb3e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:12.093834 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-66d82e5f-8506-482a-98bd-22cfb32e0e11 req-1ce486e3-d948-46e4-b40e-3d076a35eb3e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0516343 Jan 24 15:38:12.097040 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-75c98954-1bbc-45e1-a764-0cb334dc8436 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=916e492a-6b27-4334-9ead-e205def4bc1d HTTP/1.1" status: 200 len: 217 time: 0.0433426 Jan 24 15:38:12.149055 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-66d82e5f-8506-482a-98bd-22cfb32e0e11 req-92270542-99c9-478f-ad6a-13347e2764d9 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493290 Jan 24 15:38:12.156236 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-0737bdc5-2d97-4135-9589-704d3dcfa9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:12.157694 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-0737bdc5-2d97-4135-9589-704d3dcfa9bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 200 len: 855 time: 0.0476971 Jan 24 15:38:12.201130 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-a2ff0441-ee97-40d2-bd4c-6413a7ec1c25 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be36ef84-6842-4a75-8df2-5e8f770a6b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270534 Jan 24 15:38:12.307066 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-07d79ed5-313a-486f-be46-fafb7db9e2b9 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986445 Jan 24 15:38:12.406331 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d90b767e-09b5-4774-9e6d-2dbe182d7a67 req-1c514031-1c95-48df-ac2a-4e162ed88fe2 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911183 Jan 24 15:38:12.513983 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-184aff98-570b-4604-ad0c-1d9e6f24f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:12.515663 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-184aff98-570b-4604-ad0c-1d9e6f24f9db service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=65873cf6363245ad8d056f47ffe1d560&device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 1097 time: 0.0458682 Jan 24 15:38:12.633297 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-8eb72bd2-1509-4777-84aa-7954347aa9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:12.635030 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-8eb72bd2-1509-4777-84aa-7954347aa9d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 200 len: 916 time: 0.1108146 Jan 24 15:38:12.690256 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-96b25e62-b2a7-4f6f-b883-f59cc91d7dea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=916e492a-6b27-4334-9ead-e205def4bc1d HTTP/1.1" status: 200 len: 217 time: 0.0431523 Jan 24 15:38:12.751283 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-9375efaa-9c78-4293-92c8-159be8e7ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:12.752687 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-9375efaa-9c78-4293-92c8-159be8e7ee12 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 200 len: 855 time: 0.0561352 Jan 24 15:38:12.790324 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-68336821-5c0f-4d33-adf4-dc16e0b4ef85 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be36ef84-6842-4a75-8df2-5e8f770a6b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304301 Jan 24 15:38:12.898570 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-b57ca26d-1fe1-4a44-b8db-5a29482c457a service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001761 Jan 24 15:38:13.049804 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-983a7338-eaee-4947-95bc-b7977caa17f1 req-6e66eeef-752c-4ee3-a43d-46b8dc115d83 service neutron] 10.222.0.88 "GET /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429820 Jan 24 15:38:13.077967 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb3fa-3001-4a3a-8d2b-6dd9ae503643 req-e8c98567-e5bc-4a26-a176-eb2941c0f38d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:13.079551 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee3cb3fa-3001-4a3a-8d2b-6dd9ae503643 req-e8c98567-e5bc-4a26-a176-eb2941c0f38d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1006076 Jan 24 15:38:13.149165 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86972e-2808-4e6a-9f71-8ce274399936 req-5d7c3464-5627-42d2-8753-a93cb95913e2 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:13.149764 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee3cb3fa-3001-4a3a-8d2b-6dd9ae503643 req-427bbb54-f81a-4430-96f4-a74c2a124620 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628946 Jan 24 15:38:13.159229 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1e86972e-2808-4e6a-9f71-8ce274399936 req-5d7c3464-5627-42d2-8753-a93cb95913e2 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 944 time: 0.0761473 Jan 24 15:38:13.239645 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1e86972e-2808-4e6a-9f71-8ce274399936 req-ff6d99bc-ab95-4bb3-bbb6-5e146f728e97 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787210 Jan 24 15:38:13.321194 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9f611-a9e1-476a-a3cc-4ad43cae70a2 req-d505480a-9e96-4585-bbd5-4c1492f83701 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:13.322988 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38a9f611-a9e1-476a-a3cc-4ad43cae70a2 req-d505480a-9e96-4585-bbd5-4c1492f83701 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0696356 Jan 24 15:38:13.388427 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device fbf90a63-af5f-471e-b330-ff7bb7a5f90c up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:13.397613 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38a9f611-a9e1-476a-a3cc-4ad43cae70a2 req-c61c628a-3aaf-4811-879d-5332335ae030 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650342 Jan 24 15:38:13.477966 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port fbf90a63-af5f-471e-b330-ff7bb7a5f90c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:13.478490 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:13.567963 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device abe9b91c-3c59-490d-b091-da5600e50552 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:38:13.605902 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: abe9b91c-3c59-490d-b091-da5600e50552 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:38:13.606572 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device abe9b91c-3c59-490d-b091-da5600e50552 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:38:13.616947 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port fbf90a63-af5f-471e-b330-ff7bb7a5f90c is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:14.083971 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Sync routers for ids ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:14.097944 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Routers {'988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:14.098498 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:14.215659 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Set router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:14.337693 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a576f27-fedf-418a-940c-b20b00a3d26e req-efd11a0d-2cc6-4a9d-87a0-573b1c84bedb tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:14.358268 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9a576f27-fedf-418a-940c-b20b00a3d26e req-efd11a0d-2cc6-4a9d-87a0-573b1c84bedb tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0713630 Jan 24 15:38:14.456932 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9a576f27-fedf-418a-940c-b20b00a3d26e req-e35f783d-108e-4667-b8f7-9276d6092291 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953264 Jan 24 15:38:14.470746 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a5efb-06e0-4cb0-8d93-b22180031a2e req-28a93f9d-7214-495b-a74f-696a9325647c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:14.481490 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-976a5efb-06e0-4cb0-8d93-b22180031a2e req-28a93f9d-7214-495b-a74f-696a9325647c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 944 time: 0.1026289 Jan 24 15:38:14.511890 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:38:10Z', 'revision_number': 4, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port': {'id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:05Z', 'updated_at': '2022-01-24T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '88709747-6493-4d37-a80f-881ea26e4b88', 'name': '', 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'mac_address': 'fa:16:3e:58:55:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ef2f494-a091-4e57-8169-ebbeb6590d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:08Z', 'updated_at': '2022-01-24T15:38:10Z', 'revision_number': 2, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'subnets': [{'id': '2ef2f494-a091-4e57-8169-ebbeb6590d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:14.552348 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Checking router: 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:14.552706 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Updating router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 port 88709747-6493-4d37-a80f-881ea26e4b88 binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:38:14.570713 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-976a5efb-06e0-4cb0-8d93-b22180031a2e req-430f250d-aa6c-479a-a51b-6103ca57ab55 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882697 Jan 24 15:38:14.592394 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (88709747-6493-4d37-a80f-881ea26e4b88), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:14.609633 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068eb2-2a48-44b8-b93a-e0758995a5e2 req-6692d159-a0d5-4c2b-951f-b36175030d19 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:14.620747 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5068eb2-2a48-44b8-b93a-e0758995a5e2 req-6692d159-a0d5-4c2b-951f-b36175030d19 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0745804 Jan 24 15:38:14.667786 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5068eb2-2a48-44b8-b93a-e0758995a5e2 req-db2ba9d0-2a90-4b5a-9ff4-fe2257d3c36d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 Jan 24 15:38:14.911268 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Publish callbacks [] for port (88709747-6493-4d37-a80f-881ea26e4b88), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:14.918893 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (88709747-6493-4d37-a80f-881ea26e4b88), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:14.973419 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed93c3c-f20c-4173-9724-b47e6e398d97 None None] Pushing event updated for resources: {'Port': ['ID=88709747-6493-4d37-a80f-881ea26e4b88,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:15.345598 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:38:15.364721 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Attempting to bind port 88709747-6493-4d37-a80f-881ea26e4b88 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:15.365096 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Attempting to bind port 88709747-6493-4d37-a80f-881ea26e4b88 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:15.365464 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Attempting to bind port 88709747-6493-4d37-a80f-881ea26e4b88 on network 6c916385-4ca4-4209-8287-fe5a1a3734df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:15.375459 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a1c161f1-2f6a-40a6-aba9-8f99761bb6be None None] Provisioning complete for port 88709747-6493-4d37-a80f-881ea26e4b88 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:15.375847 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1c161f1-2f6a-40a6-aba9-8f99761bb6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (88709747-6493-4d37-a80f-881ea26e4b88), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:15.377822 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:15.378200 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Checking segment: {'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:15.378665 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:15.379018 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Bound using segment: {'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:15.379517 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Bound port: 88709747-6493-4d37-a80f-881ea26e4b88, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2756feb9-cb8d-4e65-956c-d46d87804c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:15.383123 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (88709747-6493-4d37-a80f-881ea26e4b88), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:15.457001 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a1c161f1-2f6a-40a6-aba9-8f99761bb6be None None] Port 88709747-6493-4d37-a80f-881ea26e4b88 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:15.492848 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] For port 88709747-6493-4d37-a80f-881ea26e4b88, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:15.497447 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] For port 88709747-6493-4d37-a80f-881ea26e4b88, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=88709747-6493-4d37-a80f-881ea26e4b88,segment=NetworkSegment(2756feb9-cb8d-4e65-956c-d46d87804c5b),segment_id=2756feb9-cb8d-4e65-956c-d46d87804c5b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:15.538146 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (88709747-6493-4d37-a80f-881ea26e4b88), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:15.590769 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 916e492a-6b27-4334-9ead-e205def4bc1d details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:38:15.639341 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed93c3c-f20c-4173-9724-b47e6e398d97 None None] Pushing event updated for resources: {'Port': ['ID=88709747-6493-4d37-a80f-881ea26e4b88,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:15.644216 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Routers {'988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:15.644868 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:15.704086 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5041f-14c1-4277-b9dd-28abbfc9e36c req-e80a80f2-e99e-42dd-a1b0-bcc10beed38d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:15.706423 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dec5041f-14c1-4277-b9dd-28abbfc9e36c req-e80a80f2-e99e-42dd-a1b0-bcc10beed38d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1468303 Jan 24 15:38:15.783328 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781aad2-c36d-4d15-af39-2ead3983beba req-ac4df962-50f5-4cbf-ba48-967df06cc540 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:15.783871 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dec5041f-14c1-4277-b9dd-28abbfc9e36c req-73379979-04e1-47c3-93c8-b75c55cd91f6 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703208 Jan 24 15:38:15.791048 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f781aad2-c36d-4d15-af39-2ead3983beba req-ac4df962-50f5-4cbf-ba48-967df06cc540 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 944 time: 0.0731502 Jan 24 15:38:15.873806 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f781aad2-c36d-4d15-af39-2ead3983beba req-a5955b1a-40ae-4732-a150-92d2911dfe59 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750439 Jan 24 15:38:15.931973 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 916e492a-6b27-4334-9ead-e205def4bc1d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=916e492a-6b27-4334-9ead-e205def4bc1d,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:15.936072 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49126433-ad90-4785-bd0b-8fe12bc30f92 req-43e92c55-e9c3-410d-8494-71ce04612819 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:15.942955 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-49126433-ad90-4785-bd0b-8fe12bc30f92 req-43e92c55-e9c3-410d-8494-71ce04612819 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0702915 Jan 24 15:38:15.983416 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '916e492a-6b27-4334-9ead-e205def4bc1d', 'network_id': 'be36ef84-6842-4a75-8df2-5e8f770a6b94', 'port_id': '916e492a-6b27-4334-9ead-e205def4bc1d', 'mac_address': 'fa:16:3e:1f:d6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15083e47-b37f-4d5c-9271-9c8bcd5c28bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:38:16.000026 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] Set router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:16.008358 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-49126433-ad90-4785-bd0b-8fe12bc30f92 req-7d393172-b0c9-4721-b34c-90a9d06550c3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620992 Jan 24 15:38:16.116245 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 916e492a-6b27-4334-9ead-e205def4bc1d is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:16.116778 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:16.161333 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916e492a-6b27-4334-9ead-e205def4bc1d {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:38:16.165408 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8c0c8448-0a6d-43d8-b7b9-ac8ef9ab1c22 None None] Provisioning complete for port 88709747-6493-4d37-a80f-881ea26e4b88 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:16.165872 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8448-0a6d-43d8-b7b9-ac8ef9ab1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (88709747-6493-4d37-a80f-881ea26e4b88), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:16.247871 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 916e492a-6b27-4334-9ead-e205def4bc1d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=916e492a-6b27-4334-9ead-e205def4bc1d,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:16.256622 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:16.354198 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=916e492a-6b27-4334-9ead-e205def4bc1d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:16.401532 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c8448-0a6d-43d8-b7b9-ac8ef9ab1c22 None None] Current status of the port 88709747-6493-4d37-a80f-881ea26e4b88 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:16.402484 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8448-0a6d-43d8-b7b9-ac8ef9ab1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (88709747-6493-4d37-a80f-881ea26e4b88), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:16.439175 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:38:10Z', 'revision_number': 4, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port': {'id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:05Z', 'updated_at': '2022-01-24T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '88709747-6493-4d37-a80f-881ea26e4b88', 'name': '', 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'mac_address': 'fa:16:3e:58:55:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ef2f494-a091-4e57-8169-ebbeb6590d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:08Z', 'updated_at': '2022-01-24T15:38:15Z', 'revision_number': 4, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'subnets': [{'id': '2ef2f494-a091-4e57-8169-ebbeb6590d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:16.485706 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c0c8448-0a6d-43d8-b7b9-ac8ef9ab1c22 None None] For port 88709747-6493-4d37-a80f-881ea26e4b88, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=88709747-6493-4d37-a80f-881ea26e4b88,segment=NetworkSegment(2756feb9-cb8d-4e65-956c-d46d87804c5b),segment_id=2756feb9-cb8d-4e65-956c-d46d87804c5b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:16.489375 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8884db9-51ae-4110-bee7-16217992cde2 None None] The sync data for ids ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'] in dv-cinder-820164-3-iscsi is: [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:38:10Z', 'revision_number': 4, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port': {'id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:05Z', 'updated_at': '2022-01-24T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '88709747-6493-4d37-a80f-881ea26e4b88', 'name': '', 'network_id': '6c916385-4ca4-4209-8287-fe5a1a3734df', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'mac_address': 'fa:16:3e:58:55:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ef2f494-a091-4e57-8169-ebbeb6590d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:08Z', 'updated_at': '2022-01-24T15:38:15Z', 'revision_number': 4, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'subnets': [{'id': '2ef2f494-a091-4e57-8169-ebbeb6590d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:16.493541 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8448-0a6d-43d8-b7b9-ac8ef9ab1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (88709747-6493-4d37-a80f-881ea26e4b88), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:16.566736 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c8448-0a6d-43d8-b7b9-ac8ef9ab1c22 None None] Pushing event updated for resources: {'Port': ['ID=88709747-6493-4d37-a80f-881ea26e4b88,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:16.650042 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['916e492a-6b27-4334-9ead-e205def4bc1d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:17.009891 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449c79c-cc15-48fb-bfdb-68e6ba731aee req-d4ad769d-3618-408d-b54b-170f41e16502 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:17.017262 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2449c79c-cc15-48fb-bfdb-68e6ba731aee req-d4ad769d-3618-408d-b54b-170f41e16502 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.1406784 Jan 24 15:38:17.050182 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e255ce-9bf5-432a-864a-a04f4dbc2c7d req-7bca7d89-59a2-4262-93e4-91a037ccdf90 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:17.051721 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3e255ce-9bf5-432a-864a-a04f4dbc2c7d req-7bca7d89-59a2-4262-93e4-91a037ccdf90 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 945 time: 0.0788713 Jan 24 15:38:17.099625 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2449c79c-cc15-48fb-bfdb-68e6ba731aee req-3d9969b2-0e6d-4331-b9fc-654087b25f44 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812519 Jan 24 15:38:17.145412 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3e255ce-9bf5-432a-864a-a04f4dbc2c7d req-797f02a5-633c-4aab-9989-99fa854935b8 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864222 Jan 24 15:38:17.243908 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499b37-5d97-45fa-8e9c-459da9087df0 req-e9e65ac0-4cc7-4c67-9611-ed70bdb7cb70 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:17.246101 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e499b37-5d97-45fa-8e9c-459da9087df0 req-e9e65ac0-4cc7-4c67-9611-ed70bdb7cb70 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0746932 Jan 24 15:38:17.304691 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e499b37-5d97-45fa-8e9c-459da9087df0 req-fce23f62-67c4-448b-9dbe-3d17daa6b0f5 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525072 Jan 24 15:38:17.478049 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 88709747-6493-4d37-a80f-881ea26e4b88 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:17.546791 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 88709747-6493-4d37-a80f-881ea26e4b88 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:17.547127 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (88709747-6493-4d37-a80f-881ea26e4b88), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:17.612123 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 916e492a-6b27-4334-9ead-e205def4bc1d up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:17.714643 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 916e492a-6b27-4334-9ead-e205def4bc1d completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:38:17.724871 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 916e492a-6b27-4334-9ead-e205def4bc1d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:17.725232 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:17.761925 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 88709747-6493-4d37-a80f-881ea26e4b88 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:17.829800 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 916e492a-6b27-4334-9ead-e205def4bc1d is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:17.830199 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:17.857883 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac51a71e-8f25-4a4b-ab98-4178617cd7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916e492a-6b27-4334-9ead-e205def4bc1d'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:17.860727 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9987b50b-f046-42ce-8537-d9fec876f851" -d '{"events": [{"server_uuid": "ac51a71e-8f25-4a4b-ab98-4178617cd7ca", "name": "network-vif-plugged", "status": "completed", "tag": "916e492a-6b27-4334-9ead-e205def4bc1d"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:17.876246 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 916e492a-6b27-4334-9ead-e205def4bc1d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=916e492a-6b27-4334-9ead-e205def4bc1d,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:17.881023 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:17.938078 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa06756-a037-4124-8633-da732c487447 x-openstack-request-id: req-aaa06756-a037-4124-8633-da732c487447 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:17.938594 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac51a71e-8f25-4a4b-ab98-4178617cd7ca", "name": "network-vif-plugged", "status": "completed", "tag": "916e492a-6b27-4334-9ead-e205def4bc1d", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:17.939005 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-aaa06756-a037-4124-8633-da732c487447 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:17.939447 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac51a71e-8f25-4a4b-ab98-4178617cd7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916e492a-6b27-4334-9ead-e205def4bc1d', 'code': 200} Jan 24 15:38:17.972502 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=916e492a-6b27-4334-9ead-e205def4bc1d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:18.142555 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5e453-cc1d-47e8-bfdb-b04fe5e580a5 req-54482ee8-d087-4a86-a624-b6dfd6a152f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:18.144193 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfa5e453-cc1d-47e8-bfdb-b04fe5e580a5 req-54482ee8-d087-4a86-a624-b6dfd6a152f5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 1099 time: 0.0541763 Jan 24 15:38:18.244401 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfa5e453-cc1d-47e8-bfdb-b04fe5e580a5 req-668ea47e-9d60-445b-9a00-059cd43937e3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856285 Jan 24 15:38:18.273726 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c33cb-ef93-4f3e-82da-3b97a4b2bb38 req-500684c4-fd5d-401e-9327-4f451a3d5494 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:18.279956 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-422c33cb-ef93-4f3e-82da-3b97a4b2bb38 req-500684c4-fd5d-401e-9327-4f451a3d5494 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0648649 Jan 24 15:38:18.329460 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e1885-a42e-438b-bf7b-57648da48b96 req-9b064b06-e589-4b11-8dea-4ebacf02176f tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:18.330981 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-822e1885-a42e-438b-bf7b-57648da48b96 req-9b064b06-e589-4b11-8dea-4ebacf02176f tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 946 time: 0.0525894 Jan 24 15:38:18.331512 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-422c33cb-ef93-4f3e-82da-3b97a4b2bb38 req-e40a0ebb-7d1d-4d35-8fb5-f5e907691f27 tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/security-groups?id=36d3e351-cd20-490e-9273-b1796427466b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494704 Jan 24 15:38:18.402490 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-822e1885-a42e-438b-bf7b-57648da48b96 req-5af59009-9e9b-490d-bc97-89f05e5dd83c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624933 Jan 24 15:38:18.477017 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620756a-c5a5-4121-9562-e4821add3c2e req-2668179a-63b8-49c5-ab46-5ff1d094ee49 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:18.478605 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3620756a-c5a5-4121-9562-e4821add3c2e req-2668179a-63b8-49c5-ab46-5ff1d094ee49 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0702538 Jan 24 15:38:18.545007 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3620756a-c5a5-4121-9562-e4821add3c2e req-26925fe3-ac1d-44ef-9468-6e5d57e29380 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554023 Jan 24 15:38:18.904599 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-1c2f23fc-8a6a-4397-97d2-70502cdb020d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:18.906256 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-1c2f23fc-8a6a-4397-97d2-70502cdb020d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 946 time: 0.0771375 Jan 24 15:38:19.018347 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Deleting port 6713822c-8a55-462c-9451-6d76fe12e3b0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:38:19.018686 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:19.126714 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] For port 6713822c-8a55-462c-9451-6d76fe12e3b0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6713822c-8a55-462c-9451-6d76fe12e3b0,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:19.127120 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:19.141893 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Calling delete_port for 6713822c-8a55-462c-9451-6d76fe12e3b0 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:38:19.288351 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (6713822c-8a55-462c-9451-6d76fe12e3b0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:19.304011 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['6713822c-8a55-462c-9451-6d76fe12e3b0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:19.326591 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Pushing event deleted for resources: {'Port': ['ID=6713822c-8a55-462c-9451-6d76fe12e3b0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:19.394069 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] No DVR routers for this DVR port 6713822c-8a55-462c-9451-6d76fe12e3b0 on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:38:19.397649 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:19.404188 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a05df00-f0ba-414d-a8be-3ce462fdd797 req-cc0a93aa-abc2-476a-b9e3-73e56e68a92b tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.88 "DELETE /v2.0/ports/6713822c-8a55-462c-9451-6d76fe12e3b0 HTTP/1.1" status: 204 len: 173 time: 0.4889729 Jan 24 15:38:19.405845 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0', 'name': 'network-vif-deleted', 'tag': '6713822c-8a55-462c-9451-6d76fe12e3b0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:19.408952 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b67f84-071a-445f-91f9-fb7336698442" -d '{"events": [{"server_uuid": "8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0", "name": "network-vif-deleted", "tag": "6713822c-8a55-462c-9451-6d76fe12e3b0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:19.452886 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f96c0af-f266-4625-84fe-46d9a787858d req-5c82abbe-831b-470b-8a6e-2e3413e4c68d tempest-ServerRescueNegativeTestJSON-329846543 tempest-ServerRescueNegativeTestJSON-329846543-project] 10.222.0.112 "GET /v2.0/ports?device_id=8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0 HTTP/1.1" status: 200 len: 210 time: 0.0475764 Jan 24 15:38:19.492597 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1249547-25af-4ae6-8227-a2ca78a2e94e x-openstack-request-id: req-c1249547-25af-4ae6-8227-a2ca78a2e94e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:19.492755 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0", "name": "network-vif-deleted", "tag": "6713822c-8a55-462c-9451-6d76fe12e3b0", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:19.492927 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c1249547-25af-4ae6-8227-a2ca78a2e94e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:19.493320 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5066f7-4520-4bbd-aa70-c2ddcdfd60a0', 'name': 'network-vif-deleted', 'tag': '6713822c-8a55-462c-9451-6d76fe12e3b0', 'status': 'completed', 'code': 200} Jan 24 15:38:19.558529 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fc27a-c7a6-4e5a-a0f4-50104b2d3042 req-fffbaca4-5c94-466a-a0fa-b50853df4281 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:19.569115 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be0fc27a-c7a6-4e5a-a0f4-50104b2d3042 req-fffbaca4-5c94-466a-a0fa-b50853df4281 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 946 time: 0.0681853 Jan 24 15:38:19.645228 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be0fc27a-c7a6-4e5a-a0f4-50104b2d3042 req-0c3a0bc7-d63e-4179-ab75-d86435fb1c57 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685546 Jan 24 15:38:19.715191 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fda23-04c4-4128-b8cf-f3941286531f req-b5c95f52-8542-4e7c-91ad-dcf5a6e1cd78 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:19.716929 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a30fda23-04c4-4128-b8cf-f3941286531f req-b5c95f52-8542-4e7c-91ad-dcf5a6e1cd78 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0648761 Jan 24 15:38:19.788279 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a30fda23-04c4-4128-b8cf-f3941286531f req-5148b1f0-e284-4727-a6e2-9c4c38505bc5 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642438 Jan 24 15:38:20.033526 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633262-c2ef-4537-be75-cb2c20ba9ebf req-be92df88-e295-480c-ad4a-fe6b18b447c0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:20.042350 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23633262-c2ef-4537-be75-cb2c20ba9ebf req-be92df88-e295-480c-ad4a-fe6b18b447c0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0863757 Jan 24 15:38:20.150069 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-b539d73c-5b5a-4501-a116-ab0d18d13943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:20.152082 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-b539d73c-5b5a-4501-a116-ab0d18d13943 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 1099 time: 0.0838385 Jan 24 15:38:20.167850 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23633262-c2ef-4537-be75-cb2c20ba9ebf req-220621c7-d5d9-45f5-89f2-1724cdc038ed tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142082 Jan 24 15:38:20.467820 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-c13be36a-473d-4fa4-8ca7-06f91fa16786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:20.469297 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-c13be36a-473d-4fa4-8ca7-06f91fa16786 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 911 time: 0.3004806 Jan 24 15:38:20.516152 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:20.555385 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-7214796c-a2df-4b51-a3cd-905b4e02acf8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 200 len: 1002 time: 0.0776036 Jan 24 15:38:20.613208 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-ab557fa1-f836-48df-8eed-55f66cb7615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:20.614874 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-ab557fa1-f836-48df-8eed-55f66cb7615f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.0527766 Jan 24 15:38:20.672022 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-38adb848-877b-4c81-8684-4b70c973053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:20.673625 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-38adb848-877b-4c81-8684-4b70c973053d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486913 Jan 24 15:38:20.816468 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-0d5d4532-de19-433e-888c-58ed1f58ea95 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277995 Jan 24 15:38:20.934432 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b975-a434-436e-ad00-9e93f264facb req-b81ee725-95d9-4cbe-91e1-203c9842bba8 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:20.943852 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14a8b975-a434-436e-ad00-9e93f264facb req-b81ee725-95d9-4cbe-91e1-203c9842bba8 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 946 time: 0.1321218 Jan 24 15:38:21.025134 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14a8b975-a434-436e-ad00-9e93f264facb req-05c6766a-e0b3-4f22-b491-974b217e930c tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754318 Jan 24 15:38:21.033273 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2db93967-8ea3-4b10-b6b0-3ceb7278a28e req-3f8c66f1-cbf6-4351-a281-ba0cf9c0d41f service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916087 Jan 24 15:38:21.040301 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (3e365cfa-7255-4898-9780-897df4861b86), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:21.426882 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231a530-268f-4697-973c-ebf9f0225620 req-0eeccc33-a2d9-4901-a849-718e1366cbe3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:21.428637 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0231a530-268f-4697-973c-ebf9f0225620 req-0eeccc33-a2d9-4901-a849-718e1366cbe3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1170857 Jan 24 15:38:21.587306 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0231a530-268f-4697-973c-ebf9f0225620 req-1848c9b6-e5e9-4ab4-8642-4e990a057d66 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492970 Jan 24 15:38:21.716867 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Deleting port d3c8f8b1-f962-428a-8295-8aaef2047d30 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:38:21.717242 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:21.811721 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] For port d3c8f8b1-f962-428a-8295-8aaef2047d30, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=d3c8f8b1-f962-428a-8295-8aaef2047d30,segment=NetworkSegment(a13490c3-c60d-4499-b1a5-fcc544bd517f),segment_id=a13490c3-c60d-4499-b1a5-fcc544bd517f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:21.812350 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:21.839346 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Calling delete_port for d3c8f8b1-f962-428a-8295-8aaef2047d30 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:38:22.086859 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (d3c8f8b1-f962-428a-8295-8aaef2047d30), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:22.132808 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c8f8b1-f962-428a-8295-8aaef2047d30,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:22.348139 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (3e365cfa-7255-4898-9780-897df4861b86), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:22.608072 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Router 3e365cfa-7255-4898-9780-897df4861b86 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:38:22.756859 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:22.764126 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-74be751e-4730-4385-98a1-187b31ea51f8 admin admin] 10.222.0.112 "PUT /v2.0/routers/3e365cfa-7255-4898-9780-897df4861b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2464712 Jan 24 15:38:22.767374 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34870) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:22.770145 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] Sync routers for ids ['3e365cfa-7255-4898-9780-897df4861b86'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:22.771925 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb33de-a1c5-4646-96f2-bc6199e8d6fb req-908e2314-8b44-44bc-a448-7fda1d3f2321 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:22.773416 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-08eb33de-a1c5-4646-96f2-bc6199e8d6fb req-908e2314-8b44-44bc-a448-7fda1d3f2321 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1012044 Jan 24 15:38:22.791873 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] Routers {'3e365cfa-7255-4898-9780-897df4861b86'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:22.792777 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3e365cfa-7255-4898-9780-897df4861b86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:22.840550 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-08eb33de-a1c5-4646-96f2-bc6199e8d6fb req-ebbbc4d7-85de-47e1-986b-59f17c29e7dc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592744 Jan 24 15:38:22.944273 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] Set router 3e365cfa-7255-4898-9780-897df4861b86 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:22.966834 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks [] for router (3e365cfa-7255-4898-9780-897df4861b86), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:23.152290 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-7d5a8178-140a-456f-9b8a-0453884e349c tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902581879&fields=id&tenant_id=6033a8db4e81454487d63bfe9121c9d9 HTTP/1.1" status: 200 len: 267 time: 0.0813391 Jan 24 15:38:23.164751 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:38:21Z', 'revision_number': 5, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port': {'id': '4df7b305-e58c-4b6a-af5a-fdbb7b07f003', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e365cfa-7255-4898-9780-897df4861b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:23.169798 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks [] for router_gateway (3e365cfa-7255-4898-9780-897df4861b86), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:23.199039 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] Checking router: 3e365cfa-7255-4898-9780-897df4861b86 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:23.208407 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] Routers {'3e365cfa-7255-4898-9780-897df4861b86'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:23.209124 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:37:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3e365cfa-7255-4898-9780-897df4861b86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:23.301200 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-117fb0e9-9b3a-4787-bf46-6dc0312d4dcd tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:23.302693 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-117fb0e9-9b3a-4787-bf46-6dc0312d4dcd tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 808 time: 0.1499424 Jan 24 15:38:23.308618 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] Set router 3e365cfa-7255-4898-9780-897df4861b86 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:23.314130 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Deleting port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:38:23.314575 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:23.343786 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-c9bbcfd7-eb53-4d81-bdef-4f20ad71d7c3 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/quotas/6033a8db4e81454487d63bfe9121c9d9 HTTP/1.1" status: 200 len: 375 time: 0.0329721 Jan 24 15:38:23.372907 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:38:23Z', 'revision_number': 6, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port_host': None}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:23.411652 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c6b6a-6809-4f37-b81d-9d54c871a862 None None] The sync data for ids ['3e365cfa-7255-4898-9780-897df4861b86'] in dv-cinder-820164-3-iscsi is: [{'id': '3e365cfa-7255-4898-9780-897df4861b86', 'name': 'tempest-ServerRescueNegativeTestJSON-443352684-router', 'tenant_id': 'dc8928b574ed401b84d4494e178305c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:38:23Z', 'revision_number': 6, 'project_id': 'dc8928b574ed401b84d4494e178305c3', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:23.424300 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-64b79dad-faa1-4c06-a0a8-269f5b43f2a7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:23.426593 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-64b79dad-faa1-4c06-a0a8-269f5b43f2a7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/networks?id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 200 len: 814 time: 0.1768725 Jan 24 15:38:23.450984 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-caa380bb-46c5-4e84-a7aa-342c62656043 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790861 Jan 24 15:38:23.459344 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] For port 4df7b305-e58c-4b6a-af5a-fdbb7b07f003, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=4df7b305-e58c-4b6a-af5a-fdbb7b07f003,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:23.461960 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:23.464598 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-3e1c4273-c771-4621-a69a-6ff3e36352aa tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/quotas/4866d8bdaf2743c8a5dfb75f1c3f32de HTTP/1.1" status: 200 len: 375 time: 0.0193627 Jan 24 15:38:23.476737 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Calling delete_port for 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:38:23.511459 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-042434c4-00aa-4a81-9973-a329f709aaae tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459814 Jan 24 15:38:23.606459 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-339138d9-1a26-4b05-8b98-ce6654938233 service neutron] 10.222.0.112 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833063 Jan 24 15:38:23.613254 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-7a9c6ef7-a010-440e-bff0-5f82805cd2fb service neutron] 10.222.0.112 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377025 Jan 24 15:38:23.625285 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 6713822c-8a55-462c-9451-6d76fe12e3b0 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:38:23.645290 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 6713822c-8a55-462c-9451-6d76fe12e3b0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:38:23.645642 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 6713822c-8a55-462c-9451-6d76fe12e3b0 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:38:23.704578 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-86e4edd9-6d5a-4f57-ae47-e1bbb609effa service neutron] 10.222.0.112 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924456 Jan 24 15:38:23.773077 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-d82e06f6-2352-42ff-98df-eb83e2b0709f service neutron] 10.222.0.112 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295869 Jan 24 15:38:23.784493 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (4df7b305-e58c-4b6a-af5a-fdbb7b07f003), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:23.836675 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Pushing event deleted for resources: {'Port': ['ID=4df7b305-e58c-4b6a-af5a-fdbb7b07f003,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:23.883021 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7a124910-aeaa-4ad4-a899-57c19703b4bc req-25f91480-a8ad-44f2-ae79-83bbcc436df0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 210 time: 0.0317514 Jan 24 15:38:23.906245 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (3e365cfa-7255-4898-9780-897df4861b86), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.034802 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (3e365cfa-7255-4898-9780-897df4861b86), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.038468 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks [] for router_controller (3e365cfa-7255-4898-9780-897df4861b86), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.124193 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (3e365cfa-7255-4898-9780-897df4861b86), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.124812 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e365cfa-7255-4898-9780-897df4861b86 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:38:24.130389 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.131696 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-45c82d4a-4718-48cb-a002-5cb4e48cc65f admin admin] 10.222.0.112 "DELETE /v2.0/routers/3e365cfa-7255-4898-9780-897df4861b86 HTTP/1.1" status: 204 len: 168 time: 1.3632238 Jan 24 15:38:24.134529 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34916) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:24.191339 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-31b18df2-50bc-46b3-9b89-669a9f9f6d01 req-966d3eba-2ae7-4fe0-8745-e09ccab4d15a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0326395 Jan 24 15:38:24.193978 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf34c43-6d2c-4fe8-bcd2-ca8d22949220 admin admin] Deleting subnet 0352ab0c-6703-48ac-93da-4766ecd57133 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:38:24.197246 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cf34c43-6d2c-4fe8-bcd2-ca8d22949220 admin admin] Publish callbacks [] for subnet (0352ab0c-6703-48ac-93da-4766ecd57133), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.238019 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cf34c43-6d2c-4fe8-bcd2-ca8d22949220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (0352ab0c-6703-48ac-93da-4766ecd57133), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.281155 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cf34c43-6d2c-4fe8-bcd2-ca8d22949220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (0352ab0c-6703-48ac-93da-4766ecd57133), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.365970 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cf34c43-6d2c-4fe8-bcd2-ca8d22949220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (0352ab0c-6703-48ac-93da-4766ecd57133), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.387345 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cf34c43-6d2c-4fe8-bcd2-ca8d22949220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.394773 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3cf34c43-6d2c-4fe8-bcd2-ca8d22949220 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/0352ab0c-6703-48ac-93da-4766ecd57133 HTTP/1.1" status: 204 len: 168 time: 0.2592680 Jan 24 15:38:24.397264 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:24.420467 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf34c43-6d2c-4fe8-bcd2-ca8d22949220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0352ab0c-6703-48ac-93da-4766ecd57133,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:24.483930 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (b3bb4715-167b-43ec-aef4-f521ca157868), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.572848 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (b3bb4715-167b-43ec-aef4-f521ca157868), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.596242 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bb4715-167b-43ec-aef4-f521ca157868']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:24.606078 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13490c3-c60d-4499-b1a5-fcc544bd517f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:24.606466 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13490c3-c60d-4499-b1a5-fcc544bd517f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:24.616265 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (a13490c3-c60d-4499-b1a5-fcc544bd517f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.631327 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (a13490c3-c60d-4499-b1a5-fcc544bd517f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.638871 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:38:24.639286 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (a13490c3-c60d-4499-b1a5-fcc544bd517f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:24.640995 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:38:24.643512 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:38:24.705699 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (b3bb4715-167b-43ec-aef4-f521ca157868), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.710700 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:24.714624 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] 10.222.0.112 "DELETE /v2.0/networks/b3bb4715-167b-43ec-aef4-f521ca157868 HTTP/1.1" status: 204 len: 168 time: 0.3163090 Jan 24 15:38:24.724727 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f580d0-65cd-4cf7-8299-814422df186d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bb4715-167b-43ec-aef4-f521ca157868,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:24.883677 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 34932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:24.924942 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-64bb9e34-09f6-43f7-9f2a-5cfa1609b9c3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=dc8928b574ed401b84d4494e178305c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399725 Jan 24 15:38:24.927516 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34936) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:25.194257 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66752841-a32c-4b79-8a4e-1482519b3397 req-56eee9bf-1115-464c-b990-8d0e5760ecd2 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 210 time: 0.0563564 Jan 24 15:38:25.269444 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd318322-32b6-4a2d-aab1-3884736b8653 admin admin] Publish callbacks [] for security_group (36d3e351-cd20-490e-9273-b1796427466b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:25.304598 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-6809817f-4b0d-408b-97e0-62e6bcfbdb29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:25.306061 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-6809817f-4b0d-408b-97e0-62e6bcfbdb29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.88 "GET /v2.0/networks?id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 200 len: 814 time: 0.1671546 Jan 24 15:38:25.316181 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd318322-32b6-4a2d-aab1-3884736b8653 admin admin] Publish callbacks [] for security_group (36d3e351-cd20-490e-9273-b1796427466b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:25.328136 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'port': {'device_id': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'admin_state_up': True, 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:25.340990 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2627af8-6b61-4ad5-83bd-537d1008c11b req-e2d28aa7-fefd-4523-9be8-76c7c5bcfed6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0632021 Jan 24 15:38:25.422894 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device d3c8f8b1-f962-428a-8295-8aaef2047d30 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:38:25.452328 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: d3c8f8b1-f962-428a-8295-8aaef2047d30 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:38:25.454314 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device d3c8f8b1-f962-428a-8295-8aaef2047d30 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:38:25.454961 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:38:25.464097 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd318322-32b6-4a2d-aab1-3884736b8653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (36d3e351-cd20-490e-9273-b1796427466b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:25.466831 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd318322-32b6-4a2d-aab1-3884736b8653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:25.470244 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-dd318322-32b6-4a2d-aab1-3884736b8653 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/36d3e351-cd20-490e-9273-b1796427466b HTTP/1.1" status: 204 len: 168 time: 0.5395503 Jan 24 15:38:25.477944 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-14eff680-8a6c-4646-8752-f5a9c8ee7bb2 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:25.480731 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:38:25.481929 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-14eff680-8a6c-4646-8752-f5a9c8ee7bb2 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.88 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 808 time: 0.2246437 Jan 24 15:38:25.482265 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 4df7b305-e58c-4b6a-af5a-fdbb7b07f003 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:38:25.498721 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd318322-32b6-4a2d-aab1-3884736b8653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d3e351-cd20-490e-9273-b1796427466b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:25.502441 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Made reservation on behalf of 4866d8bdaf2743c8a5dfb75f1c3f32de for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:38:25.507215 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:25.586217 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2add0e13-c504-49f7-970c-bea9933dd311 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6033a8db4e81454487d63bfe9121c9d9 HTTP/1.1" status: 200 len: 379 time: 0.0953479 Jan 24 15:38:25.597060 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'port': {'device_id': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'admin_state_up': True, 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'security_groups': ['763b7abc-f0e7-4712-9142-ec7d8eddb151']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:25.667223 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Allocated IP 172.20.0.10 (aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7/9be2f639-6bff-436d-a7aa-1bf274e5dc4f/8f4d54dc-b204-49d1-b13f-5f05e5bed30e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:25.747493 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Made reservation on behalf of 6033a8db4e81454487d63bfe9121c9d9 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:38:25.759818 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:25.890371 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:25.939358 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.001635 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:26.009023 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:26.010194 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Allocated IP 172.20.0.5 (1b215a77-a56d-4f8d-a979-e373eb6137b6/0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66/53c76961-16cb-4282-8b74-6273ac990e2f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:26.034100 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:26.041132 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'Port': ['ID=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:26.108476 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7616a737-2d45-46c0-bd3d-2241434bb9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.140971 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:26.142100 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.200763 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-a4aae8e5-0852-4684-bb73-0b8ef5369699 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8725002 Jan 24 15:38:26.243999 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Request body: {'port': {'device_id': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:26.280679 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for port (53c76961-16cb-4282-8b74-6273ac990e2f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.374752 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.471422 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:26.475066 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:26.507099 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:26.531819 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3111875b-3bd7-473b-9cc3-314910a30002 None None] Provisioning complete for port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:26.532317 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3111875b-3bd7-473b-9cc3-314910a30002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.550020 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.614314 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3111875b-3bd7-473b-9cc3-314910a30002 None None] Port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:26.629317 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:26.682677 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a147-4fdc-4326-804d-42ae0ab5fcb7 req-1fdf2fc0-acca-4961-af57-48ba130b8e74 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:26.684836 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eac3a147-4fdc-4326-804d-42ae0ab5fcb7 req-1fdf2fc0-acca-4961-af57-48ba130b8e74 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 931 time: 0.1663177 Jan 24 15:38:26.691862 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:26.692928 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.813844 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eac3a147-4fdc-4326-804d-42ae0ab5fcb7 req-66ddefe3-cdef-40cb-bcbf-1bf6567c0d49 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163237 Jan 24 15:38:26.817458 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-a543919b-27d2-4ba9-83f8-c8e7a89c9ae7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2251365 Jan 24 15:38:26.832656 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Request body: {'port': {'device_id': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:26.923641 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4d54dc-b204-49d1-b13f-5f05e5bed30e {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:38:26.934004 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Publish callbacks [] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.949064 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Transition to ACTIVE for port object 8f4d54dc-b204-49d1-b13f-5f05e5bed30e will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:38:26.954487 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4ac6ec31-6319-4ab4-ac58-08f07805a383 None None] Provisioning complete for port 53c76961-16cb-4282-8b74-6273ac990e2f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:26.955355 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ec31-6319-4ab4-ac58-08f07805a383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.958604 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:26.987487 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 34990) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:26.996369 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.053384 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6ec31-6319-4ab4-ac58-08f07805a383 None None] Port 53c76961-16cb-4282-8b74-6273ac990e2f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:27.054186 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4ebf6-cd8d-47e3-b7a6-04f03d502d55 req-dec8f1bc-afda-4c71-8875-81fc57489a95 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:27.055953 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6f4ebf6-cd8d-47e3-b7a6-04f03d502d55 req-dec8f1bc-afda-4c71-8875-81fc57489a95 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 932 time: 0.6538725 Jan 24 15:38:27.116857 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:27.217784 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6f4ebf6-cd8d-47e3-b7a6-04f03d502d55 req-0ffad818-0c0a-4704-83d0-4dfb98153dc4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467113 Jan 24 15:38:27.233430 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Attempting to bind port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:27.234059 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Attempting to bind port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:27.234836 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Attempting to bind port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e on network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:27.242483 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e on network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:38:27.242483 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Attempting to bind port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e on network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:27.249155 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:27.249511 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Checking segment: {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:27.249883 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Bound using segment: {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:27.250975 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Bound port: 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf37115f-49cf-44f2-8473-c6e19cf4f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:27.251532 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.324024 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-network', 'tenant_id': '8e6a61251ca545109912c92468b12924'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:27.390741 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] For port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:27.394443 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] For port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:27.396034 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Made reservation on behalf of 8e6a61251ca545109912c92468b12924 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:38:27.398734 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.409612 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.412261 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.476874 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:27.477488 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.479081 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] 10.222.0.88 "PUT /v2.0/ports/8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 1094 time: 1.2486758 Jan 24 15:38:27.479703 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:27.482078 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a6d0eb-eb76-434b-926f-0b49108edcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:27.550019 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4707f9-167c-4afd-807c-de9489a71d37 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:27.563793 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d9f42-6e6a-4518-81ee-67eeba9bcfa0 x-openstack-request-id: req-148d9f42-6e6a-4518-81ee-67eeba9bcfa0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:27.564083 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:27.564332 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-148d9f42-6e6a-4518-81ee-67eeba9bcfa0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:27.564716 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'status': 'completed', 'code': 200} Jan 24 15:38:27.596444 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c76961-16cb-4282-8b74-6273ac990e2f {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:38:27.608805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Publish callbacks [] for port (53c76961-16cb-4282-8b74-6273ac990e2f), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.624201 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Publish callbacks [] for security_group (e464b645-4c69-47aa-b3db-bbac909d102c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.626315 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Transition to ACTIVE for port object 53c76961-16cb-4282-8b74-6273ac990e2f will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:38:27.631574 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e464b645-4c69-47aa-b3db-bbac909d102c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.632075 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.661498 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:38:27.682595 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e464b645-4c69-47aa-b3db-bbac909d102c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:27.702625 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (e7af41c0-6051-4877-a6f5-c3644bf959b8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.703934 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Added segment e7af41c0-6051-4877-a6f5-c3644bf959b8 of type vlan for network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 Jan 24 15:38:27.759841 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Pushing event updated for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:27.790234 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.857765 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.861067 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:27.862003 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.880479 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Attempting to bind port 53c76961-16cb-4282-8b74-6273ac990e2f on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:27.881544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Attempting to bind port 53c76961-16cb-4282-8b74-6273ac990e2f by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:27.881893 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Attempting to bind port 53c76961-16cb-4282-8b74-6273ac990e2f on network 1b215a77-a56d-4f8d-a979-e373eb6137b6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:27.889986 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Port 53c76961-16cb-4282-8b74-6273ac990e2f on network 1b215a77-a56d-4f8d-a979-e373eb6137b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:38:27.890420 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Attempting to bind port 53c76961-16cb-4282-8b74-6273ac990e2f on network 1b215a77-a56d-4f8d-a979-e373eb6137b6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:27.897616 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:27.898454 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Checking segment: {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:27.898454 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Bound using segment: {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:27.899049 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Bound port: 53c76961-16cb-4282-8b74-6273ac990e2f, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe017126-592a-4ca1-bc2b-da2040fe802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:27.899886 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:27.951328 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:27.968913 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:38:28.036564 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:28.043923 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:28.051124 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:28.063962 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-51cb6618-3b80-4cdf-bc2b-4ea3e1d765c9 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0747268 Jan 24 15:38:28.070126 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35000) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:28.079859 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Request body: {'subnet': {'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-subnet', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:28.184396 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756f76-bb08-45d3-b8b2-47433836c897 req-6da0920b-9356-4b17-b9bc-082ed8087f57 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:28.191877 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab756f76-bb08-45d3-b8b2-47433836c897 req-6da0920b-9356-4b17-b9bc-082ed8087f57 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.2414732 Jan 24 15:38:28.194081 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Made reservation on behalf of 8e6a61251ca545109912c92468b12924 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:38:28.195710 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Pushing event updated for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:28.202292 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:28.202985 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:28.204707 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-2d6ef073-87d0-4372-8c4c-bb324af1854d service neutron] 10.222.0.88 "PUT /v2.0/ports/53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 1093 time: 1.3766513 Jan 24 15:38:28.205142 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:28.207856 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2215ca2c-69c4-4ac6-bd1f-277090d7e243" -d '{"events": [{"name": "network-changed", "server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:28.210557 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9697906'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:28.285103 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df41a018-a60c-4b6b-a5ae-8a06e7b00b83 x-openstack-request-id: req-df41a018-a60c-4b6b-a5ae-8a06e7b00b83 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:28.286094 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:28.286392 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-df41a018-a60c-4b6b-a5ae-8a06e7b00b83 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:28.286791 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f', 'status': 'completed', 'code': 200} Jan 24 15:38:28.294258 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46af6d6d-9c2d-4701-a512-552f581f0464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:28.457158 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-9abf22cb-83d4-493b-bd7c-9f04556dae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:28.458909 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-9abf22cb-83d4-493b-bd7c-9f04556dae63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1097 time: 0.3450077 Jan 24 15:38:28.499616 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-25820abb-5398-424b-bf26-5001351ee07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:28.501788 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-25820abb-5398-424b-bf26-5001351ee07f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1096 time: 0.1526690 Jan 24 15:38:28.511408 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab756f76-bb08-45d3-b8b2-47433836c897 req-fb6b69d4-be48-4d73-b061-b7f0c79e1486 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793444 Jan 24 15:38:28.562251 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159c053-856b-49d8-8662-3e73fa2170d9 req-6744d200-1f71-4a98-8a8e-e0e4e39dcf06 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:28.563965 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5159c053-856b-49d8-8662-3e73fa2170d9 req-6744d200-1f71-4a98-8a8e-e0e4e39dcf06 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.2046292 Jan 24 15:38:28.609773 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9697868'] for subnet (263568d7-d9c1-4c8d-a130-3366da09d3c7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:28.686801 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5159c053-856b-49d8-8662-3e73fa2170d9 req-e3963e8f-a370-47a3-a7c4-4ca08ad6ef8a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166444 Jan 24 15:38:28.727627 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263568d7-d9c1-4c8d-a130-3366da09d3c7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:28.736713 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Checking segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:28.737069 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Network hostable DHCP agents. Network: bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:38:28.756924 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:38:28.768594 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:28.777491 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:28.779815 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901b2138-721c-422e-b187-bbb8be269c5e None None] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:38:28.780024 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:28.805653 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b5857c58-40ba-41f7-b097-1bed23f99547 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7338252 Jan 24 15:38:28.809113 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35010) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:28.814968 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:28.885514 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (ef1d63a6-8bab-48a2-8e44-c2b06eece611), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:28.886504 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (ef1d63a6-8bab-48a2-8e44-c2b06eece611), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.009421 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'project_id': '8e6a61251ca545109912c92468b12924', 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:38:29.011098 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.258198 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks [] for router_controller (ef1d63a6-8bab-48a2-8e44-c2b06eece611), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.333216 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.343054 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Allocated IP 172.20.0.2 (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0/263568d7-d9c1-4c8d-a130-3366da09d3c7/ee4c1b77-55ae-4081-98af-db4672974265) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:29.445093 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks [] for router_gateway (ef1d63a6-8bab-48a2-8e44-c2b06eece611), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.528262 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Publish callbacks [] for port (ee4c1b77-55ae-4081-98af-db4672974265), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.536304 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (ee4c1b77-55ae-4081-98af-db4672974265), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.593184 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:29.609380 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:29.614322 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:29.625507 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Pushing event updated for resources: {'Port': ['ID=ee4c1b77-55ae-4081-98af-db4672974265,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:29.739825 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Attempting to bind port ee4c1b77-55ae-4081-98af-db4672974265 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:29.740413 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Attempting to bind port ee4c1b77-55ae-4081-98af-db4672974265 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:29.740959 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Attempting to bind port ee4c1b77-55ae-4081-98af-db4672974265 on network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:29.747689 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:29.748335 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Checking segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:29.748889 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.749423 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Bound using segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:29.750065 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Bound port: ee4c1b77-55ae-4081-98af-db4672974265, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:29.750613 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (ee4c1b77-55ae-4081-98af-db4672974265), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.773517 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87784433-91c2-454d-b809-721e63b4a0fc req-32bd952b-5929-4353-956c-c564689274ad tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:29.776220 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-87784433-91c2-454d-b809-721e63b4a0fc req-32bd952b-5929-4353-956c-c564689274ad tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.1263719 Jan 24 15:38:29.786347 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks [] for router_gateway (ef1d63a6-8bab-48a2-8e44-c2b06eece611), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.852940 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] For port ee4c1b77-55ae-4081-98af-db4672974265, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:29.857251 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] For port ee4c1b77-55ae-4081-98af-db4672974265, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=ee4c1b77-55ae-4081-98af-db4672974265,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:29.859695 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.865360 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (ee4c1b77-55ae-4081-98af-db4672974265), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:29.893575 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-87784433-91c2-454d-b809-721e63b4a0fc req-af4a812d-b958-477e-9f2a-7a7046f651e9 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114535 Jan 24 15:38:29.968248 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd40cac-abfd-47ba-9061-e8a0cf80960e req-7b87dad9-c1b0-46e8-a7c5-57d0491b28d5 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:29.970222 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4bd40cac-abfd-47ba-9061-e8a0cf80960e req-7b87dad9-c1b0-46e8-a7c5-57d0491b28d5 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.1377602 Jan 24 15:38:29.970524 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142d0f9-faf1-403d-bd7d-eab35e73c52b None None] Pushing event updated for resources: {'Port': ['ID=ee4c1b77-55ae-4081-98af-db4672974265,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:30.070296 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Allocated IP 172.27.2.194 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/12083482-1bf7-48a5-b9da-ded1f523808a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:30.103321 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4bd40cac-abfd-47ba-9061-e8a0cf80960e req-a96228ec-870e-431d-8853-2bff6d7f9ef0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792418 Jan 24 15:38:30.251257 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks [] for port (12083482-1bf7-48a5-b9da-ded1f523808a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:30.298169 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:30.342029 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:30.346803 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:30.351786 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:30.355239 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Pushing event updated for resources: {'Port': ['ID=12083482-1bf7-48a5-b9da-ded1f523808a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:30.640052 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks [] for router_gateway (ef1d63a6-8bab-48a2-8e44-c2b06eece611), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:30.887191 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (ef1d63a6-8bab-48a2-8e44-c2b06eece611), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:31.023403 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:31.051508 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72bd60-8888-4910-b0f3-5be4e7d8721c req-67b0bef0-7e32-4028-9141-a4939d10de03 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:31.052899 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc72bd60-8888-4910-b0f3-5be4e7d8721c req-67b0bef0-7e32-4028-9141-a4939d10de03 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0815279 Jan 24 15:38:31.107503 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc72bd60-8888-4910-b0f3-5be4e7d8721c req-4fd2b5ab-518f-449e-bba4-3514fcffb4d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472927 Jan 24 15:38:31.113518 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Router ef1d63a6-8bab-48a2-8e44-c2b06eece611 is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:38:31.245483 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc5bb6-6120-42e4-9ecf-24dd30d3c6a4 None None] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:38:31.308537 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180654b-88e1-49eb-8292-729a17a9ca0a req-a4fad65e-f9e2-4f88-811a-f59ea9d970da tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:31.310172 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4180654b-88e1-49eb-8292-729a17a9ca0a req-a4fad65e-f9e2-4f88-811a-f59ea9d970da tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.1130099 Jan 24 15:38:31.385446 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:31.397540 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4180654b-88e1-49eb-8292-729a17a9ca0a req-1e039fe0-763b-4e8a-b657-f8f86f414686 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801768 Jan 24 15:38:31.411215 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Sync routers for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:31.422770 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0d9cce1c-0640-4423-93d9-d4ade28fc76b None None] Provisioning complete for port ee4c1b77-55ae-4081-98af-db4672974265 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:31.422770 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d9cce1c-0640-4423-93d9-d4ade28fc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (ee4c1b77-55ae-4081-98af-db4672974265), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:31.438829 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:31.450800 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35026) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:31.451918 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b24c9b40-abc9-4a55-b021-044893b334ce admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6408677 Jan 24 15:38:31.532061 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:31.533042 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:31.544749 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device ee4c1b77-55ae-4081-98af-db4672974265 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:31.620720 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cce1c-0640-4423-93d9-d4ade28fc76b None None] Current status of the port ee4c1b77-55ae-4081-98af-db4672974265 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:31.621113 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d9cce1c-0640-4423-93d9-d4ade28fc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (ee4c1b77-55ae-4081-98af-db4672974265), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:31.764280 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0d9cce1c-0640-4423-93d9-d4ade28fc76b None None] For port ee4c1b77-55ae-4081-98af-db4672974265, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=ee4c1b77-55ae-4081-98af-db4672974265,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:31.781123 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d9cce1c-0640-4423-93d9-d4ade28fc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (ee4c1b77-55ae-4081-98af-db4672974265), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:31.917169 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:32.071551 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c4cce834-6068-4f9b-b2a3-49d4604f6aed None None] Provisioning complete for port ee4c1b77-55ae-4081-98af-db4672974265 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:32.072869 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4cce834-6068-4f9b-b2a3-49d4604f6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (ee4c1b77-55ae-4081-98af-db4672974265), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.074156 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cce1c-0640-4423-93d9-d4ade28fc76b None None] Pushing event updated for resources: {'Port': ['ID=ee4c1b77-55ae-4081-98af-db4672974265,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:32.110578 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port ee4c1b77-55ae-4081-98af-db4672974265 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:32.110955 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (ee4c1b77-55ae-4081-98af-db4672974265), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.169718 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.340631 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c4cce834-6068-4f9b-b2a3-49d4604f6aed None None] Current status of the port ee4c1b77-55ae-4081-98af-db4672974265 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:32.356696 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port ee4c1b77-55ae-4081-98af-db4672974265 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:32.359178 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbc871-94c4-44a5-ace6-58156cc810d3 req-53e58ed7-16e5-40d0-8ebc-de43314358c0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:32.361009 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3dbc871-94c4-44a5-ace6-58156cc810d3 req-53e58ed7-16e5-40d0-8ebc-de43314358c0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.1358185 Jan 24 15:38:32.406717 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:30Z', 'revision_number': 3, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:32.461624 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Checking router: ef1d63a6-8bab-48a2-8e44-c2b06eece611 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:32.461975 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Updating router ef1d63a6-8bab-48a2-8e44-c2b06eece611 port 12083482-1bf7-48a5-b9da-ded1f523808a binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:38:32.497650 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3dbc871-94c4-44a5-ace6-58156cc810d3 req-b50a490b-baf3-492b-b667-a5fb0f1b8852 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017251 Jan 24 15:38:32.511140 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Allocated IP 172.20.0.1 (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0/263568d7-d9c1-4c8d-a130-3366da09d3c7/3bbd7e0e-10bb-4f61-8787-189c5d53a81f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:32.535534 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.538453 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.645528 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5831d-8827-4975-84c5-1c68893fc0ac req-ef5374a9-857b-46c5-9a08-a475285578cb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:32.647451 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-27c5831d-8827-4975-84c5-1c68893fc0ac req-ef5374a9-857b-46c5-9a08-a475285578cb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.1246042 Jan 24 15:38:32.716593 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Publish callbacks [] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.738248 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-27c5831d-8827-4975-84c5-1c68893fc0ac req-5fc0bb37-a2d9-4c5c-a0da-f766b8c8f44e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761571 Jan 24 15:38:32.764118 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.809551 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:32.812613 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:32.816436 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:32.822850 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Pushing event updated for resources: {'Port': ['ID=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:32.864794 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (ef1d63a6-8bab-48a2-8e44-c2b06eece611), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.879360 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Publish callbacks [] for port (12083482-1bf7-48a5-b9da-ded1f523808a), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.893567 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:32.982541 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27c172-40e1-46c2-aac2-090e45e25655 None None] Pushing event updated for resources: {'Port': ['ID=12083482-1bf7-48a5-b9da-ded1f523808a,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:33.012460 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Attempting to bind port 12083482-1bf7-48a5-b9da-ded1f523808a on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:33.012876 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Attempting to bind port 12083482-1bf7-48a5-b9da-ded1f523808a by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:33.013236 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Attempting to bind port 12083482-1bf7-48a5-b9da-ded1f523808a on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:33.019614 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:33.020040 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:33.020737 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:33.021158 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:33.022475 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Bound port: 12083482-1bf7-48a5-b9da-ded1f523808a, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:33.022814 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:33.075029 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:33.124482 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] For port 12083482-1bf7-48a5-b9da-ded1f523808a, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:33.131479 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] For port 12083482-1bf7-48a5-b9da-ded1f523808a, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=12083482-1bf7-48a5-b9da-ded1f523808a,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:33.144646 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:33.208438 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:33.209028 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:33.266418 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27c172-40e1-46c2-aac2-090e45e25655 None None] Pushing event updated for resources: {'Port': ['ID=12083482-1bf7-48a5-b9da-ded1f523808a,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:33.301294 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Publish callbacks [] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:33.308613 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:33.324085 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-abbe11d1-0295-4391-b824-d30f26caac35 None None] Provisioning complete for port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:33.324501 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abbe11d1-0295-4391-b824-d30f26caac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:33.420253 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Pushing event updated for resources: {'Port': ['ID=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:33.421351 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:33.423029 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (ef1d63a6-8bab-48a2-8e44-c2b06eece611), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:33.527881 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device ee4c1b77-55ae-4081-98af-db4672974265 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:33.530231 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-abbe11d1-0295-4391-b824-d30f26caac35 None None] Port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:33.563072 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:33.564685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:33.873234 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Router ef1d63a6-8bab-48a2-8e44-c2b06eece611 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:38:33.991587 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784ac79-ccb3-4106-9d33-e42599ccf387 req-40371ab9-fe3f-406c-ba55-c38147262e38 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:33.993131 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d784ac79-ccb3-4106-9d33-e42599ccf387 req-40371ab9-fe3f-406c-ba55-c38147262e38 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.1565762 Jan 24 15:38:34.028763 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2522f7-7d11-469d-bb92-16e5e43388d0 req-10a80dce-901e-4df2-8e9b-5b902b86c880 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:34.031298 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9e2522f7-7d11-469d-bb92-16e5e43388d0 req-10a80dce-901e-4df2-8e9b-5b902b86c880 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.0858171 Jan 24 15:38:34.072629 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port ee4c1b77-55ae-4081-98af-db4672974265 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:34.072973 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (ee4c1b77-55ae-4081-98af-db4672974265), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:34.074581 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e9f08eaa-8783-44ff-bd8f-530a36ba3350 None None] Provisioning complete for port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:34.074952 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9f08eaa-8783-44ff-bd8f-530a36ba3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:34.133411 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9e2522f7-7d11-469d-bb92-16e5e43388d0 req-7b2ee288-aa7a-4d63-9205-0cf8f2857b1c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962319 Jan 24 15:38:34.158520 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e9f08eaa-8783-44ff-bd8f-530a36ba3350 None None] Port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:34.200214 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:32Z', 'revision_number': 1, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:34.230003 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982a39c-dcd2-4ab0-970f-ae39e21335d1 None None] The sync data for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi is: [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:32Z', 'revision_number': 1, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:34.282659 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port ee4c1b77-55ae-4081-98af-db4672974265 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:34.355822 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:34.365505 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-eb8b7333-95bc-4667-bc8f-4fde79bd35ad admin admin] 10.222.0.112 "PUT /v2.0/routers/ef1d63a6-8bab-48a2-8e44-c2b06eece611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9132793 Jan 24 15:38:34.383727 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d784ac79-ccb3-4106-9d33-e42599ccf387 req-5e7af8b9-ed47-44b8-a08c-f1d536983f99 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860503 Jan 24 15:38:35.059585 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:35.064145 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0fb47437-8fc8-4763-bb8f-206c0c600bc5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50544218', 'description': 'tempest-description--2063492828'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:35.090251 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0fb47437-8fc8-4763-bb8f-206c0c600bc5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.163160 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0fb47437-8fc8-4763-bb8f-206c0c600bc5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (cfc219ad-070c-4bbe-9797-9b5a725a8128), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.168270 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0fb47437-8fc8-4763-bb8f-206c0c600bc5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (cfc219ad-070c-4bbe-9797-9b5a725a8128), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.200684 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb47437-8fc8-4763-bb8f-206c0c600bc5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc219ad-070c-4bbe-9797-9b5a725a8128,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:35.205638 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0fb47437-8fc8-4763-bb8f-206c0c600bc5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.209764 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0fb47437-8fc8-4763-bb8f-206c0c600bc5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1463182 Jan 24 15:38:35.210084 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:35.215569 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9ed373be-13a3-45ba-8c16-62a9e0f98416 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'security_group_rule': {'security_group_id': 'cfc219ad-070c-4bbe-9797-9b5a725a8128', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:35.245697 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ed373be-13a3-45ba-8c16-62a9e0f98416 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (18ec803b-e504-45b5-bf90-7cb8d705fcab), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.270735 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89f621-28ac-40be-8d68-aee1d69fd619 req-195ef817-7e9f-427b-ab9e-6f074686a8ed tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:35.272388 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d89f621-28ac-40be-8d68-aee1d69fd619 req-195ef817-7e9f-427b-ab9e-6f074686a8ed tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.0540690 Jan 24 15:38:35.313630 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ed373be-13a3-45ba-8c16-62a9e0f98416 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (18ec803b-e504-45b5-bf90-7cb8d705fcab), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.321981 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ed373be-13a3-45ba-8c16-62a9e0f98416 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (18ec803b-e504-45b5-bf90-7cb8d705fcab), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.331615 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d89f621-28ac-40be-8d68-aee1d69fd619 req-8174ffc1-05f0-42a4-9da5-fb4583a4b07a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523996 Jan 24 15:38:35.354159 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed373be-13a3-45ba-8c16-62a9e0f98416 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ec803b-e504-45b5-bf90-7cb8d705fcab,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:35.360971 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ed373be-13a3-45ba-8c16-62a9e0f98416 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.364761 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9ed373be-13a3-45ba-8c16-62a9e0f98416 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509514 Jan 24 15:38:35.365888 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35058) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:35.375238 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c9de98d5-e393-471d-86a2-d2466db8a7d3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'security_group_rule': {'security_group_id': 'cfc219ad-070c-4bbe-9797-9b5a725a8128', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:35.408057 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9de98d5-e393-471d-86a2-d2466db8a7d3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (8779997a-b784-4cf2-b39c-0a882ef4aa40), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.460168 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 12083482-1bf7-48a5-b9da-ded1f523808a up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:35.482212 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9de98d5-e393-471d-86a2-d2466db8a7d3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (8779997a-b784-4cf2-b39c-0a882ef4aa40), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.486888 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9de98d5-e393-471d-86a2-d2466db8a7d3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (8779997a-b784-4cf2-b39c-0a882ef4aa40), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.512372 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de98d5-e393-471d-86a2-d2466db8a7d3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8779997a-b784-4cf2-b39c-0a882ef4aa40,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:35.523211 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9de98d5-e393-471d-86a2-d2466db8a7d3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.523922 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c175-3bf6-4485-9a69-a8c9f5a8cd3e req-ccff283c-d533-458e-bfc0-cb3876b271eb tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:35.526666 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3575c175-3bf6-4485-9a69-a8c9f5a8cd3e req-ccff283c-d533-458e-bfc0-cb3876b271eb tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0638866 Jan 24 15:38:35.528166 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c9de98d5-e393-471d-86a2-d2466db8a7d3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607275 Jan 24 15:38:35.531536 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:35.536022 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:35.537723 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 12083482-1bf7-48a5-b9da-ded1f523808a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:35.538280 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.634754 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-b8eba6db-097b-482d-aefe-d762a9c05667 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 217 time: 0.0472760 Jan 24 15:38:35.642788 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 12083482-1bf7-48a5-b9da-ded1f523808a is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:35.643202 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.670385 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 12083482-1bf7-48a5-b9da-ded1f523808a, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=12083482-1bf7-48a5-b9da-ded1f523808a,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:35.676271 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.694372 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-0c693de5-a0a2-4b3e-9352-700ba74e8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:35.695866 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-0c693de5-a0a2-4b3e-9352-700ba74e8bf3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9be2f639-6bff-436d-a7aa-1bf274e5dc4f HTTP/1.1" status: 200 len: 853 time: 0.0517597 Jan 24 15:38:35.696040 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-782602d3-0246-4939-932b-9ee710747361 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 217 time: 0.0881891 Jan 24 15:38:35.718755 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:35.738386 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=12083482-1bf7-48a5-b9da-ded1f523808a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:35.760463 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3575c175-3bf6-4485-9a69-a8c9f5a8cd3e req-3388df72-4aa8-4f34-b640-41ee2fe79ff1 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176914 Jan 24 15:38:35.763582 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-441cf2f5-7a6e-4712-8e95-612d26199914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:35.765297 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-441cf2f5-7a6e-4712-8e95-612d26199914 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500302 Jan 24 15:38:35.864585 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-bf9df2e7-4e65-400f-ae0c-3835e71e0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:35.866028 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-bf9df2e7-4e65-400f-ae0c-3835e71e0423 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 200 len: 847 time: 0.1279030 Jan 24 15:38:35.866178 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-678d1dab-ee14-4d84-a099-23c9d721f92e service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855293 Jan 24 15:38:35.871723 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-e413e3ed-a7b9-4d98-9f86-d2de86167fb5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1905489 Jan 24 15:38:35.975410 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-b1978429-f3a7-4a31-ba11-e5ae829fd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:35.976866 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-b1978429-f3a7-4a31-ba11-e5ae829fd235 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b215a77-a56d-4f8d-a979-e373eb6137b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904753 Jan 24 15:38:35.977683 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf097-5ebd-4435-9cba-61c569eca7fc req-8252868b-ac63-4c07-aa72-e64db005cfb5 service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909538 Jan 24 15:38:35.985485 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-504a965e-7ca5-4554-a810-d1c657c920ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:35.986808 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-504a965e-7ca5-4554-a810-d1c657c920ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 1099 time: 0.0746231 Jan 24 15:38:35.988732 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:36.106393 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-fa1236fb-a959-44ad-8d7b-bf9d278ec70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.107948 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-fa1236fb-a959-44ad-8d7b-bf9d278ec70f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1097 time: 0.0479043 Jan 24 15:38:36.226135 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-8f8c0b0a-cf9d-4c39-92c2-0616603e6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.227364 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-8f8c0b0a-cf9d-4c39-92c2-0616603e6673 service neutron] 10.222.0.88 "GET /v2.0/networks?id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 200 len: 915 time: 0.1074383 Jan 24 15:38:36.278870 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-22805a90-5cc9-48c9-857a-c6602fe67e88 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 217 time: 0.0387058 Jan 24 15:38:36.280061 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:36.329875 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-723eaf59-921a-4f61-bac4-f179524ff7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.331372 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-723eaf59-921a-4f61-bac4-f179524ff7d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9be2f639-6bff-436d-a7aa-1bf274e5dc4f HTTP/1.1" status: 200 len: 853 time: 0.0464754 Jan 24 15:38:36.395087 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-e3455aa1-6792-4006-849e-5643eadd406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.396782 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-e3455aa1-6792-4006-849e-5643eadd406b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575016 Jan 24 15:38:36.469089 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-cce068b1-d513-4f97-a80e-34ada605ae8b service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775364 Jan 24 15:38:36.486042 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Allocated IP 172.27.2.204 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:36.522095 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9670c7b-d134-470f-b165-d16aab506c01 req-ba65a168-027c-43b7-a79f-fd89ce118d3a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.523597 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9670c7b-d134-470f-b165-d16aab506c01 req-ba65a168-027c-43b7-a79f-fd89ce118d3a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.1002717 Jan 24 15:38:36.532470 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-f07c57d1-052c-4e12-9c4d-edd62eb19f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.534065 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-f07c57d1-052c-4e12-9c4d-edd62eb19f05 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 911 time: 0.4548955 Jan 24 15:38:36.548355 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-69cc479b-4fe0-4f9b-ac03-e3e043a9b8ae service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435938 Jan 24 15:38:36.640021 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9670c7b-d134-470f-b165-d16aab506c01 req-f41d6bf3-5e65-4603-b858-8713d75cfffa tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031039 Jan 24 15:38:36.656273 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Sync routers for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:36.663407 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:36.664016 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:36.680141 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1a6d0eb-eb76-434b-926f-0b49108edcc3 req-32a7e559-bde0-4e38-8a55-bdc1611811ca service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223860 Jan 24 15:38:36.686645 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-5cbdf3b7-eb50-4cc9-a07b-47e802baec61 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 200 len: 1002 time: 0.1236362 Jan 24 15:38:36.783008 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:36.815841 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-726b496a-3ab0-425a-8ee5-5ec3ddba534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.816885 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-726b496a-3ab0-425a-8ee5-5ec3ddba534f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.0958581 Jan 24 15:38:36.841744 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be7d6085-b0ae-4fb3-a30f-ed53df0706d1 req-c5fb3c19-cab8-42cd-8d73-159f826c8b45 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601160 Jan 24 15:38:36.914244 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for port (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:36.971930 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-57dca268-4d05-4de1-ba33-84e160ac212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.973457 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-57dca268-4d05-4de1-ba33-84e160ac212f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1462772 Jan 24 15:38:36.985479 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668823-e285-47af-a2f4-2960f7827922 req-566b1f04-3b0b-4255-9161-c55a037c8009 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:36.986969 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8d668823-e285-47af-a2f4-2960f7827922 req-566b1f04-3b0b-4255-9161-c55a037c8009 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.1518145 Jan 24 15:38:36.988606 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 2, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:37.019430 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Checking router: ef1d63a6-8bab-48a2-8e44-c2b06eece611 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:37.019796 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Updating router ef1d63a6-8bab-48a2-8e44-c2b06eece611 port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:38:37.025028 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-1f75d078-105b-4c1b-8dbd-0c5d84876485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:37.026584 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-1f75d078-105b-4c1b-8dbd-0c5d84876485 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1096 time: 0.1250088 Jan 24 15:38:37.048129 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.094128 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.196438 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:37.214896 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:37.225959 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:37.261085 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'Port': ['ID=7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:37.277276 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8d668823-e285-47af-a2f4-2960f7827922 req-ad828797-8a70-492a-bf81-fce3d03c960e tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831805 Jan 24 15:38:37.296350 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-553eb5e6-847f-4efc-a888-66894d2f543c service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034894 Jan 24 15:38:37.309681 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-a57fe1b8-3bf9-4363-b089-323f1c362c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:37.311042 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Publish callbacks [] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.311377 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-a57fe1b8-3bf9-4363-b089-323f1c362c31 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 909 time: 0.2730565 Jan 24 15:38:37.319873 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.392497 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8d2d5-59de-44df-8251-822e9fd652f7 None None] Pushing event updated for resources: {'Port': ['ID=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:37.436477 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-745eb019-85a0-47ce-b77b-f9dbcb1e9645 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 217 time: 0.1062527 Jan 24 15:38:37.454196 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 12083482-1bf7-48a5-b9da-ded1f523808a up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:37.519670 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Attempting to bind port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:37.520029 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Attempting to bind port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:37.520398 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Attempting to bind port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f on network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:37.525714 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:37.526352 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Checking segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:37.526768 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.527189 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Bound using segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:37.527655 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Bound port: 3bbd7e0e-10bb-4f61-8787-189c5d53a81f, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:37.528172 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.543792 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 12083482-1bf7-48a5-b9da-ded1f523808a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:37.544172 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.602747 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] For port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:37.607595 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] For port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:37.613242 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.654295 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 12083482-1bf7-48a5-b9da-ded1f523808a is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:37.674112 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (787eae7c-8f81-40d9-b599-ac56427c19cc), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.753694 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3694e478-f27d-484d-a249-d6bdbec29d84 req-f07f7cc3-4546-41dd-b2de-f328e589d47c service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395528 Jan 24 15:38:37.757174 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-6737a812-dccf-48d9-b7d3-edc681e18a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:37.758609 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-6737a812-dccf-48d9-b7d3-edc681e18a1b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 200 len: 847 time: 0.2844923 Jan 24 15:38:37.801200 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:37.801847 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:37.826876 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.839613 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a10e42e6-47d8-4379-92fd-55c620eb1a26 None None] Provisioning complete for port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:37.840342 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10e42e6-47d8-4379-92fd-55c620eb1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:37.867449 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8d2d5-59de-44df-8251-822e9fd652f7 None None] Pushing event updated for resources: {'Port': ['ID=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:37.942185 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:37.958505 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a10e42e6-47d8-4379-92fd-55c620eb1a26 None None] Current status of the port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:37.959373 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10e42e6-47d8-4379-92fd-55c620eb1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:38.003001 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a10e42e6-47d8-4379-92fd-55c620eb1a26 None None] For port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:38.012437 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10e42e6-47d8-4379-92fd-55c620eb1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:38.018990 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fcc16-c4a9-4ae6-bbd5-be9908336a0a req-c1bf6c5a-e109-44ac-ad49-5175195867d1 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:38.027832 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d67fcc16-c4a9-4ae6-bbd5-be9908336a0a req-c1bf6c5a-e109-44ac-ad49-5175195867d1 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.2637208 Jan 24 15:38:38.051241 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-a2489b77-7029-478e-8e9a-4d3fa94549b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:38.053244 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-a2489b77-7029-478e-8e9a-4d3fa94549b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b215a77-a56d-4f8d-a979-e373eb6137b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2402053 Jan 24 15:38:38.079347 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e42e6-47d8-4379-92fd-55c620eb1a26 None None] Pushing event updated for resources: {'Port': ['ID=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:38.134023 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7fb65487-086c-4567-9188-5561388c9dc5 None None] Provisioning complete for port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:38.135514 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7fb65487-086c-4567-9188-5561388c9dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:38.158865 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d67fcc16-c4a9-4ae6-bbd5-be9908336a0a req-2c312bb0-d89b-4bba-b6f2-28beb0c05921 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302354 Jan 24 15:38:38.181232 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for port (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:38.199348 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:38.201891 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:38.238941 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-51b0820a-e708-443b-a48c-cfce1da096d4 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756279 Jan 24 15:38:38.240651 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b01a09-32c2-4019-ba94-fba456bfc513 None None] The sync data for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi is: [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:38.260299 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7fb65487-086c-4567-9188-5561388c9dc5 None None] Current status of the port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:38.286114 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'Port': ['ID=7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:38.346100 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (787eae7c-8f81-40d9-b599-ac56427c19cc), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:38.373937 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:38.373937 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c60c7a07-8875-472a-a377-287dab1eb596 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8372588 Jan 24 15:38:38.407348 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215ca2c-69c4-4ac6-bd1f-277090d7e243 req-e942f8d7-e309-4f51-a12e-c16a309e5664 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388197 Jan 24 15:38:38.459011 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee8c9e-0684-4e81-a35d-fbf47b34f639 req-0ae139b4-1e69-4a2e-9ec1-816526869e90 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:38.460826 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17ee8c9e-0684-4e81-a35d-fbf47b34f639 req-0ae139b4-1e69-4a2e-9ec1-816526869e90 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0996237 Jan 24 15:38:38.535781 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17ee8c9e-0684-4e81-a35d-fbf47b34f639 req-6d9a92c2-1e43-4065-986b-85e377a18371 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646749 Jan 24 15:38:38.576116 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-4e6460ff-800a-4a64-907c-188af8260fe8 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--50544218&fields=id&tenant_id=8e6a61251ca545109912c92468b12924 HTTP/1.1" status: 200 len: 267 time: 0.0683427 Jan 24 15:38:38.710781 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-315068e7-b317-4baf-9d55-e5e64c176ee0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:38.713649 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-315068e7-b317-4baf-9d55-e5e64c176ee0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 817 time: 0.1362576 Jan 24 15:38:38.736454 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-1318c98b-c90a-4de9-9661-2ee8cce2793a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/quotas/8e6a61251ca545109912c92468b12924 HTTP/1.1" status: 200 len: 375 time: 0.0146263 Jan 24 15:38:38.801140 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-81f9ec14-5462-40f6-9dae-3bf775f1561d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557845 Jan 24 15:38:38.906937 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-5296e625-f580-4563-b287-61c75e43e557 service neutron] 10.222.0.112 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947685 Jan 24 15:38:39.008516 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-d84b6cbf-65c7-41de-95b5-dc316738f28c service neutron] 10.222.0.112 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940292 Jan 24 15:38:39.209473 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f80882ab-805c-46a6-a056-89e2ef72f8bf req-f7ad137c-10b5-40a7-ae4f-8c5668c8e3bb tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 210 time: 0.0504730 Jan 24 15:38:39.307313 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80847971-de2d-4833-b17e-38279a01a011 req-2eada22e-e6b9-4532-a1eb-210268b904f8 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:39.309250 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-80847971-de2d-4833-b17e-38279a01a011 req-2eada22e-e6b9-4532-a1eb-210268b904f8 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 944 time: 0.0548205 Jan 24 15:38:39.373843 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-80847971-de2d-4833-b17e-38279a01a011 req-82674e88-1155-4f56-871d-e7be7d2dd33a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590336 Jan 24 15:38:39.449286 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 3bbd7e0e-10bb-4f61-8787-189c5d53a81f up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:39.502179 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:39.502560 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:39.589606 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:39.640884 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8f4d54dc-b204-49d1-b13f-5f05e5bed30e details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:38:39.674999 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fd6d-dc9a-4e84-9388-6fb0dec281a0 req-20dced22-080c-4eec-9a0d-50ed975f9fdd tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:39.676489 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c9fd6d-dc9a-4e84-9388-6fb0dec281a0 req-20dced22-080c-4eec-9a0d-50ed975f9fdd tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0506604 Jan 24 15:38:39.728103 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c9fd6d-dc9a-4e84-9388-6fb0dec281a0 req-d5dc00de-3627-45cf-9178-dd951821e646 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Jan 24 15:38:39.744557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:39.755741 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'port_id': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'mac_address': 'fa:16:3e:bc:88:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:38:39.797418 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:39.797811 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:39.810879 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4d54dc-b204-49d1-b13f-5f05e5bed30e {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:38:39.830772 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:39.834553 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:39.883800 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:40.137959 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8f4d54dc-b204-49d1-b13f-5f05e5bed30e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:40.224975 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686214-90fb-4196-88c4-aa4695bbbb0f req-4c87f718-0df8-49c5-95d3-d21bed60eaea tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:40.226683 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e686214-90fb-4196-88c4-aa4695bbbb0f req-4c87f718-0df8-49c5-95d3-d21bed60eaea tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 946 time: 0.0577133 Jan 24 15:38:40.326335 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e686214-90fb-4196-88c4-aa4695bbbb0f req-6967d8ce-5a1d-47a0-ba5f-61a1da9ae4db tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860987 Jan 24 15:38:40.352842 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-244fb7d3-3163-4140-a1a5-2b00d1048559 req-4afcbeda-0666-4b0b-9eca-f7bfb4febce4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 210 time: 0.0308306 Jan 24 15:38:40.392888 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-ae1b096f-d995-4dae-829b-585309d5c39c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:40.394751 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-ae1b096f-d995-4dae-829b-585309d5c39c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 817 time: 0.1492021 Jan 24 15:38:40.475298 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0ab97895-582f-4432-9835-e74588747a09 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e6a61251ca545109912c92468b12924 HTTP/1.1" status: 200 len: 378 time: 0.0581822 Jan 24 15:38:40.492679 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'port': {'device_id': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'admin_state_up': True, 'tenant_id': '8e6a61251ca545109912c92468b12924', 'security_groups': ['cfc219ad-070c-4bbe-9797-9b5a725a8128']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:40.495823 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a03b96-47f6-40ad-a8df-6fd4e145ccac req-ddbe491c-bb93-4281-b99e-77b03d8477b2 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:40.497540 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86a03b96-47f6-40ad-a8df-6fd4e145ccac req-ddbe491c-bb93-4281-b99e-77b03d8477b2 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 945 time: 0.0485492 Jan 24 15:38:40.543880 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86a03b96-47f6-40ad-a8df-6fd4e145ccac req-6ee01f85-0f31-42b2-acb1-54c50df97198 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Jan 24 15:38:40.600800 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Made reservation on behalf of 8e6a61251ca545109912c92468b12924 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:38:40.605061 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:40.980931 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Allocated IP 172.20.0.12 (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0/263568d7-d9c1-4c8d-a130-3366da09d3c7/616fd7fb-2937-4971-b624-cb775b1fc3ed) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:41.003296 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75809d-6931-4ab1-b97c-2ac78a8e07c0 req-6f187d2c-6e86-49f4-9d96-267473ebe937 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:41.004744 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dc75809d-6931-4ab1-b97c-2ac78a8e07c0 req-6f187d2c-6e86-49f4-9d96-267473ebe937 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0733705 Jan 24 15:38:41.119340 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dc75809d-6931-4ab1-b97c-2ac78a8e07c0 req-836a2762-9c01-4e62-9147-bb6d2e8156e6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073253 Jan 24 15:38:41.162732 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.193828 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.236635 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:41.240086 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:41.242501 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:41.281156 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:41.303511 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:41.304137 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.321435 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b00cdaf0-401c-4ec2-848e-b73440044b4c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8326190 Jan 24 15:38:41.333538 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Request body: {'port': {'device_id': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:41.392269 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.450572 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3712-ce75-4bcc-8dc6-860e31e89323 req-83e0595f-983b-433f-ab33-3b29d0dee8e0 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:41.452058 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfab3712-ce75-4bcc-8dc6-860e31e89323 req-83e0595f-983b-433f-ab33-3b29d0dee8e0 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 946 time: 0.0558879 Jan 24 15:38:41.503441 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfab3712-ce75-4bcc-8dc6-860e31e89323 req-85c4d1a2-e5bc-4947-b2d5-7f0346e694f7 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450191 Jan 24 15:38:41.506971 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-95a81584-68ab-44b6-a91f-5013ce1800a6 None None] Provisioning complete for port 616fd7fb-2937-4971-b624-cb775b1fc3ed triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:41.507494 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95a81584-68ab-44b6-a91f-5013ce1800a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.544429 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-95a81584-68ab-44b6-a91f-5013ce1800a6 None None] Port 616fd7fb-2937-4971-b624-cb775b1fc3ed cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:38:41.574863 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfa487-aa60-45b2-9416-063e50859b8b req-350f64f5-ad6b-4156-b574-ebd2be4a836b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:41.576395 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-babfa487-aa60-45b2-9416-063e50859b8b req-350f64f5-ad6b-4156-b574-ebd2be4a836b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 932 time: 0.1373081 Jan 24 15:38:41.646872 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8f4d54dc-b204-49d1-b13f-5f05e5bed30e up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:41.661644 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31de88-a34f-467f-8974-0ef473a90202 req-9201a114-e50d-4564-bb36-8fc355e21c29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:41.663265 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e31de88-a34f-467f-8974-0ef473a90202 req-9201a114-e50d-4564-bb36-8fc355e21c29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 945 time: 0.0524044 Jan 24 15:38:41.688407 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-babfa487-aa60-45b2-9416-063e50859b8b req-c74a60cc-7ad5-4eac-b63d-106166d18c0c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062572 Jan 24 15:38:41.714217 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e31de88-a34f-467f-8974-0ef473a90202 req-a6d4d47b-479f-4d52-b278-d31c49dc2a73 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Jan 24 15:38:41.726479 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:38:41.730660 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:41.731037 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.770238 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616fd7fb-2937-4971-b624-cb775b1fc3ed {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:38:41.777634 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Publish callbacks [] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.789063 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Transition to ACTIVE for port object 616fd7fb-2937-4971-b624-cb775b1fc3ed will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:38:41.792796 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.811013 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:41.811558 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.835374 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:41.837757 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58aa32d-7d1b-462d-bb7b-b0716e3e1923" -d '{"events": [{"server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:41.849530 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:41.851423 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:41.856265 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:41.912109 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f95231-6752-44bb-8051-d1b5dc989bb9 x-openstack-request-id: req-51f95231-6752-44bb-8051-d1b5dc989bb9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:41.912485 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:41.912738 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-51f95231-6752-44bb-8051-d1b5dc989bb9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:41.913124 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'code': 200} Jan 24 15:38:41.918894 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:41.929974 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Attempting to bind port 616fd7fb-2937-4971-b624-cb775b1fc3ed on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:38:41.930323 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Attempting to bind port 616fd7fb-2937-4971-b624-cb775b1fc3ed by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:38:41.930654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Attempting to bind port 616fd7fb-2937-4971-b624-cb775b1fc3ed on network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:41.937075 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Port 616fd7fb-2937-4971-b624-cb775b1fc3ed on network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:38:41.937404 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Attempting to bind port 616fd7fb-2937-4971-b624-cb775b1fc3ed on network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:38:41.943496 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:38:41.943837 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Checking segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:38:41.944229 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Bound using segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:38:41.944655 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Bound port: 616fd7fb-2937-4971-b624-cb775b1fc3ed, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:38:41.945015 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:42.018477 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:38:42.021971 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:38:42.027585 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:42.068166 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.068781 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:42.070170 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0f77c0ef-fede-4938-927f-300227899eac service neutron] 10.222.0.88 "PUT /v2.0/ports/616fd7fb-2937-4971-b624-cb775b1fc3ed HTTP/1.1" status: 200 len: 1094 time: 0.7409148 Jan 24 15:38:42.072357 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:42.075013 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84e02a8-9ffa-4a69-bbff-7db0a7397139" -d '{"events": [{"name": "network-changed", "server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:42.131880 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6104c0e0-7fcf-4dc3-aa3c-73fb607f4232 x-openstack-request-id: req-6104c0e0-7fcf-4dc3-aa3c-73fb607f4232 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:42.132170 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:42.132424 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6104c0e0-7fcf-4dc3-aa3c-73fb607f4232 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:42.132832 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'status': 'completed', 'code': 200} Jan 24 15:38:42.137683 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77c0ef-fede-4938-927f-300227899eac service neutron] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:42.169805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa55b9-d8de-4901-9000-5e498dd620bc req-d1ca353d-6f2e-4d6b-8c53-4361ac0774a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.172009 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-09fa55b9-d8de-4901-9000-5e498dd620bc req-d1ca353d-6f2e-4d6b-8c53-4361ac0774a8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1099 time: 0.1010036 Jan 24 15:38:42.191822 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-e763025c-182f-46f3-8ffc-e0ed5c5cfaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.195670 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-e763025c-182f-46f3-8ffc-e0ed5c5cfaa5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 1097 time: 0.0577664 Jan 24 15:38:42.196351 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-760a1c8f-9108-45cc-848b-30fba880587f tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.198460 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-760a1c8f-9108-45cc-848b-30fba880587f tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 946 time: 0.0812650 Jan 24 15:38:42.247942 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-0c4051a0-c3b9-4622-a7c5-639ff40054b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed HTTP/1.1" status: 200 len: 217 time: 0.0405757 Jan 24 15:38:42.304981 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b0f90997-3adb-4026-b281-46282a8a3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.307450 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b0f90997-3adb-4026-b281-46282a8a3d3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0505803 Jan 24 15:38:42.309973 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-09fa55b9-d8de-4901-9000-5e498dd620bc req-46ee45e1-34ea-4361-b285-dcc0e40ec3f2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311054 Jan 24 15:38:42.341121 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce503ee-7780-48dd-a8a4-3bd0ab3c3987 req-8fec5083-a6f0-416b-bc9d-19f35be91f18 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.342563 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ce503ee-7780-48dd-a8a4-3bd0ab3c3987 req-8fec5083-a6f0-416b-bc9d-19f35be91f18 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.1312494 Jan 24 15:38:42.400746 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Deleting port 916e492a-6b27-4334-9ead-e205def4bc1d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:38:42.401386 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:42.408435 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ce503ee-7780-48dd-a8a4-3bd0ab3c3987 req-329fd920-381f-40d1-9743-8bacc1c45a4d tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593815 Jan 24 15:38:42.494425 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] For port 916e492a-6b27-4334-9ead-e205def4bc1d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=916e492a-6b27-4334-9ead-e205def4bc1d,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:42.494652 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:42.507055 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Calling delete_port for 916e492a-6b27-4334-9ead-e205def4bc1d owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:38:42.630296 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-819c0892-e491-40e2-a1f7-fc4dac328d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.631817 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-819c0892-e491-40e2-a1f7-fc4dac328d24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719826 Jan 24 15:38:42.644524 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (916e492a-6b27-4334-9ead-e205def4bc1d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:42.644949 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd491-76ab-44a0-8657-414143bb21f1 req-9be42130-cd23-4c3f-ae68-203b19789e05 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.646464 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ecbd491-76ab-44a0-8657-414143bb21f1 req-9be42130-cd23-4c3f-ae68-203b19789e05 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac51a71e-8f25-4a4b-ab98-4178617cd7ca HTTP/1.1" status: 200 len: 946 time: 0.0592804 Jan 24 15:38:42.657359 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'd0a3f146-8074-4259-8065-acca2fffd325', '4ed26215-5452-4f6a-ba11-68753146eabc', '916e492a-6b27-4334-9ead-e205def4bc1d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:42.674133 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Pushing event deleted for resources: {'Port': ['ID=916e492a-6b27-4334-9ead-e205def4bc1d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:42.716406 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] No DVR routers for this DVR port 916e492a-6b27-4334-9ead-e205def4bc1d on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:38:42.719962 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:42.722991 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-956e0217-5bfc-49d6-aadc-05e93659f529 req-60046fe2-52a5-4ea5-9b74-68375bf4e973 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "DELETE /v2.0/ports/916e492a-6b27-4334-9ead-e205def4bc1d HTTP/1.1" status: 204 len: 173 time: 0.5148242 Jan 24 15:38:42.753638 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ecbd491-76ab-44a0-8657-414143bb21f1 req-42def60f-20f5-4680-802c-f176fb2375ed tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990024 Jan 24 15:38:42.773780 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-a1136a7c-89cc-46f1-adb0-1556391621e8 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263802 Jan 24 15:38:42.867449 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689969-4d93-4f64-817e-d865a2611464 req-e4cdaefe-2302-4586-9081-4e70f64e806e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.869509 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d6689969-4d93-4f64-817e-d865a2611464 req-e4cdaefe-2302-4586-9081-4e70f64e806e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0675671 Jan 24 15:38:42.930101 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d6689969-4d93-4f64-817e-d865a2611464 req-f19fa9d1-3778-4bbb-801e-1dbb03aeb9f8 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546470 Jan 24 15:38:42.953448 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852fe46-4c73-4185-9717-4785420b1deb req-724a1cbe-6919-44a5-8fcd-f84d3cec3ea0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:42.954967 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7852fe46-4c73-4185-9717-4785420b1deb req-724a1cbe-6919-44a5-8fcd-f84d3cec3ea0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.0790312 Jan 24 15:38:42.956951 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-533f3e7d-cdd7-4237-bddc-8bd8cbb88cf8 req-b2ba2074-9a92-48d4-801b-03803984af2e service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684945 Jan 24 15:38:43.014861 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7852fe46-4c73-4185-9717-4785420b1deb req-2c9c0dd2-bdc5-4dd4-b163-4d72491c5305 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Jan 24 15:38:43.060581 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-fd4aa894-7b40-42f0-87f3-e9ecbbd6706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:43.062026 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-fd4aa894-7b40-42f0-87f3-e9ecbbd6706f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 1097 time: 0.0463238 Jan 24 15:38:43.151531 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-a9714b44-5613-4cca-a475-6ffb93f020d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:43.152960 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-a9714b44-5613-4cca-a475-6ffb93f020d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.0828111 Jan 24 15:38:43.195706 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-a8d5d0f0-c989-4868-8ae3-8024bb850f37 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed HTTP/1.1" status: 200 len: 217 time: 0.0364544 Jan 24 15:38:43.242333 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-05ad6d97-a50c-4dd5-979a-46673ad963fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:43.244526 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-05ad6d97-a50c-4dd5-979a-46673ad963fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0413539 Jan 24 15:38:43.289716 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-301375d5-51fa-4845-9a31-5abc99a13f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:43.291220 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-301375d5-51fa-4845-9a31-5abc99a13f8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384262 Jan 24 15:38:43.387857 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-b596c028-e21d-483a-8420-f636bc0015ff service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881345 Jan 24 15:38:43.507841 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84e02a8-9ffa-4a69-bbff-7db0a7397139 req-5175d886-9f34-4f9f-ba3f-570538007912 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996997 Jan 24 15:38:43.547400 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237121ea-b9e3-40ae-83f7-998ce5fa81d5 req-f6f1ea48-44cd-45ee-9b91-bca12c5f86e4 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:43.549613 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-237121ea-b9e3-40ae-83f7-998ce5fa81d5 req-f6f1ea48-44cd-45ee-9b91-bca12c5f86e4 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0520351 Jan 24 15:38:43.598079 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-237121ea-b9e3-40ae-83f7-998ce5fa81d5 req-c00f908f-0156-4f06-b220-92a1f0c0909f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428979 Jan 24 15:38:44.059913 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8a3bb-9530-40d5-aa60-5fe0e216219a req-0bdb19f2-d9fd-4bb1-a5e8-bbe67a5f59e6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:44.061422 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-10d8a3bb-9530-40d5-aa60-5fe0e216219a req-0bdb19f2-d9fd-4bb1-a5e8-bbe67a5f59e6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0588222 Jan 24 15:38:44.116176 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-10d8a3bb-9530-40d5-aa60-5fe0e216219a req-7b5e04b8-cbd4-4705-9564-d14f8c75b8d0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490277 Jan 24 15:38:44.134960 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac51a71e-8f25-4a4b-ab98-4178617cd7ca', 'name': 'network-vif-deleted', 'tag': '916e492a-6b27-4334-9ead-e205def4bc1d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:44.137379 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca77741-d138-47a5-b62a-06e9082869f5" -d '{"events": [{"server_uuid": "ac51a71e-8f25-4a4b-ab98-4178617cd7ca", "name": "network-vif-deleted", "tag": "916e492a-6b27-4334-9ead-e205def4bc1d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:44.157071 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36caea-468e-48d0-8e99-f623e48624f1 req-037921c7-76de-4712-91e9-863d433fc47a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:44.158546 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb36caea-468e-48d0-8e99-f623e48624f1 req-037921c7-76de-4712-91e9-863d433fc47a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.0748475 Jan 24 15:38:44.174000 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f59d9-2f30-405b-8a52-f902bf5f96db x-openstack-request-id: req-fd1f59d9-2f30-405b-8a52-f902bf5f96db {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:44.174298 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac51a71e-8f25-4a4b-ab98-4178617cd7ca", "name": "network-vif-deleted", "tag": "916e492a-6b27-4334-9ead-e205def4bc1d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:44.174555 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-fd1f59d9-2f30-405b-8a52-f902bf5f96db {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:44.174951 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac51a71e-8f25-4a4b-ab98-4178617cd7ca', 'name': 'network-vif-deleted', 'tag': '916e492a-6b27-4334-9ead-e205def4bc1d', 'status': 'completed', 'code': 200} Jan 24 15:38:44.208735 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb36caea-468e-48d0-8e99-f623e48624f1 req-60f4bba9-d6c7-4c4f-a039-7b398606f520 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443754 Jan 24 15:38:44.329579 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6cb0-7350-4e6a-a984-11355d565e8a req-c1467ff4-c74b-4b66-afaa-81bccf774724 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:44.330948 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-022d6cb0-7350-4e6a-a984-11355d565e8a req-c1467ff4-c74b-4b66-afaa-81bccf774724 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.0515430 Jan 24 15:38:44.377867 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-022d6cb0-7350-4e6a-a984-11355d565e8a req-666ae124-7baf-4672-b026-96b7d80a7397 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Jan 24 15:38:44.704073 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4759-587d-4fe1-a746-ef8ec46e20a5 req-f0320765-0e74-4be8-a8ad-9afb72050056 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:44.705571 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-59ec4759-587d-4fe1-a746-ef8ec46e20a5 req-f0320765-0e74-4be8-a8ad-9afb72050056 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.0490866 Jan 24 15:38:44.710056 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4cec-0627-4fa8-8c19-dbebd541082f req-c156f46c-2f8a-4c7a-b50b-4ebb7c867ec1 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:44.711538 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c1c4cec-0627-4fa8-8c19-dbebd541082f req-c156f46c-2f8a-4c7a-b50b-4ebb7c867ec1 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0480130 Jan 24 15:38:44.752591 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-59ec4759-587d-4fe1-a746-ef8ec46e20a5 req-57603790-6777-4f59-b16c-7480a4829ec6 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Jan 24 15:38:44.760660 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c1c4cec-0627-4fa8-8c19-dbebd541082f req-ca8a2c0b-313d-4a39-88f9-8e741e9947f2 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438101 Jan 24 15:38:45.161233 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5346a4-cc1d-4ac6-b2eb-69f09081dd7a req-1ac002d0-9319-42db-9368-4fa40216215f tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:45.162922 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c5346a4-cc1d-4ac6-b2eb-69f09081dd7a req-1ac002d0-9319-42db-9368-4fa40216215f tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 946 time: 0.0509551 Jan 24 15:38:45.213150 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c5346a4-cc1d-4ac6-b2eb-69f09081dd7a req-4672656d-3cdb-4120-9415-7b35d5c90fb9 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Jan 24 15:38:45.247552 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ba08a-6ec4-4ca0-89ce-cebb02a57bdc req-ecd05d24-db35-4b42-a038-eb42d1873c5d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:45.249017 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-680ba08a-6ec4-4ca0-89ce-cebb02a57bdc req-ecd05d24-db35-4b42-a038-eb42d1873c5d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0490451 Jan 24 15:38:45.299245 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-680ba08a-6ec4-4ca0-89ce-cebb02a57bdc req-5115eaf5-a4ae-429c-aa6c-e228efcab8c4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440254 Jan 24 15:38:45.876830 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb36ee-8794-40b2-842e-e35194371b3b req-0a0044b4-6ca9-4e87-be40-6a611108d024 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:45.878264 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84fb36ee-8794-40b2-842e-e35194371b3b req-0a0044b4-6ca9-4e87-be40-6a611108d024 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0516376 Jan 24 15:38:45.898497 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:38:45.902915 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 916e492a-6b27-4334-9ead-e205def4bc1d no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:38:45.926133 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84fb36ee-8794-40b2-842e-e35194371b3b req-fe27df9a-a318-451e-b400-ac0493fad2d8 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423875 Jan 24 15:38:45.930777 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 916e492a-6b27-4334-9ead-e205def4bc1d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:38:45.931932 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 916e492a-6b27-4334-9ead-e205def4bc1d not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:38:46.015615 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:46.026506 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'port_id': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'mac_address': 'fa:16:3e:aa:92:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:38:46.069970 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 616fd7fb-2937-4971-b624-cb775b1fc3ed is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:46.070301 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:46.083583 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616fd7fb-2937-4971-b624-cb775b1fc3ed {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:38:46.104249 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:46.108646 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:46.109362 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 53c76961-16cb-4282-8b74-6273ac990e2f details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:38:46.184162 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:46.246138 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:46.260080 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '53c76961-16cb-4282-8b74-6273ac990e2f', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'port_id': '53c76961-16cb-4282-8b74-6273ac990e2f', 'mac_address': 'fa:16:3e:4b:b3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:38:46.312992 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 53c76961-16cb-4282-8b74-6273ac990e2f is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:46.313523 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:46.328613 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c76961-16cb-4282-8b74-6273ac990e2f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:38:46.339199 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349cd2b-106c-4a25-9d34-652541ae81cb req-5f67836c-5093-4e0b-8a5e-064bace359c3 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:46.340765 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6349cd2b-106c-4a25-9d34-652541ae81cb req-5f67836c-5093-4e0b-8a5e-064bace359c3 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 946 time: 0.0570421 Jan 24 15:38:46.352673 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:46.359050 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:46.406097 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6349cd2b-106c-4a25-9d34-652541ae81cb req-7f133f16-9952-48a9-828c-ab8ea94f6ef5 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597343 Jan 24 15:38:46.417295 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:46.512442 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b0fcd-bf06-4b0b-9a09-637f602a340a req-b01c80b9-9afd-4d61-9c95-d20b14cad6e3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:46.513913 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8f3b0fcd-bf06-4b0b-9a09-637f602a340a req-b01c80b9-9afd-4d61-9c95-d20b14cad6e3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 945 time: 0.0501070 Jan 24 15:38:46.575812 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8f3b0fcd-bf06-4b0b-9a09-637f602a340a req-0e4680fc-dc84-43f9-a3ff-59d603b8c327 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560515 Jan 24 15:38:46.816172 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f80be-a429-48e7-97d9-921adfec2740 req-030e0934-7a79-40b9-9a88-1b8fbb8f93e9 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:46.817934 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f03f80be-a429-48e7-97d9-921adfec2740 req-030e0934-7a79-40b9-9a88-1b8fbb8f93e9 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Jan 24 15:38:46.818155 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['53c76961-16cb-4282-8b74-6273ac990e2f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:46.914468 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Deleting port 4ed26215-5452-4f6a-ba11-68753146eabc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:38:46.914728 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:46.924576 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['616fd7fb-2937-4971-b624-cb775b1fc3ed'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:47.054148 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] For port 4ed26215-5452-4f6a-ba11-68753146eabc, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=4ed26215-5452-4f6a-ba11-68753146eabc,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:47.054519 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:47.071242 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Calling delete_port for 4ed26215-5452-4f6a-ba11-68753146eabc owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:38:47.089146 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40fa01-9993-4fb0-9c52-dd1a1ecd1550 req-d96d1233-d677-4acd-b607-ff4751ab0dc6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:47.090611 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9a40fa01-9993-4fb0-9c52-dd1a1ecd1550 req-d96d1233-d677-4acd-b607-ff4751ab0dc6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 944 time: 0.0840936 Jan 24 15:38:47.182907 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9a40fa01-9993-4fb0-9c52-dd1a1ecd1550 req-300b9e54-8f93-4832-bb90-79ed9a6f49b9 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864880 Jan 24 15:38:47.248893 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (4ed26215-5452-4f6a-ba11-68753146eabc), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:47.279955 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Pushing event deleted for resources: {'Port': ['ID=4ed26215-5452-4f6a-ba11-68753146eabc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:47.291770 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.292121 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.292470 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.292813 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.293149 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.293516 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.293846 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.294173 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.294506 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.294835 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.295185 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.295514 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.295843 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:47.328807 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] No DVR routers for this DVR port 4ed26215-5452-4f6a-ba11-68753146eabc on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:38:47.331224 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:47.334488 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f03f80be-a429-48e7-97d9-921adfec2740 req-94408900-b32e-4db7-827e-92f94e3d7c9a tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "DELETE /v2.0/ports/4ed26215-5452-4f6a-ba11-68753146eabc HTTP/1.1" status: 204 len: 173 time: 0.5094409 Jan 24 15:38:47.334920 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd211cb2-5d56-4e3a-bc31-775b953f26e6', 'name': 'network-vif-deleted', 'tag': '4ed26215-5452-4f6a-ba11-68753146eabc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:47.337252 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e7642-fd97-49ca-8827-a2ab831d3c2b" -d '{"events": [{"server_uuid": "bd211cb2-5d56-4e3a-bc31-775b953f26e6", "name": "network-vif-deleted", "tag": "4ed26215-5452-4f6a-ba11-68753146eabc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:47.378383 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4933ada-73e5-470c-aad5-874cdebc20d5 x-openstack-request-id: req-b4933ada-73e5-470c-aad5-874cdebc20d5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:47.378820 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd211cb2-5d56-4e3a-bc31-775b953f26e6", "name": "network-vif-deleted", "tag": "4ed26215-5452-4f6a-ba11-68753146eabc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:47.379082 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b4933ada-73e5-470c-aad5-874cdebc20d5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:47.379585 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd211cb2-5d56-4e3a-bc31-775b953f26e6', 'name': 'network-vif-deleted', 'tag': '4ed26215-5452-4f6a-ba11-68753146eabc', 'status': 'completed', 'code': 200} Jan 24 15:38:47.516593 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05cf77d7-ea75-48cd-b4b2-1dd341f126ae req-578d0583-1593-464c-b016-98e08e0054cd tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd211cb2-5d56-4e3a-bc31-775b953f26e6 HTTP/1.1" status: 200 len: 210 time: 0.0260978 Jan 24 15:38:47.694311 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e8d4f-6978-49d3-b994-e6f7e9add83d req-d50445f5-0320-41c2-8bec-70d34ec14cfd tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:47.695751 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-017e8d4f-6978-49d3-b994-e6f7e9add83d req-d50445f5-0320-41c2-8bec-70d34ec14cfd tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 945 time: 0.0514772 Jan 24 15:38:47.740928 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-017e8d4f-6978-49d3-b994-e6f7e9add83d req-c8afaba6-31a1-4b1e-831f-512d12a06854 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388227 Jan 24 15:38:48.299597 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bee99-c499-4ad2-a649-8456cb2f6085 req-ce20c472-8e6e-4606-b89e-d4af5984805b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:48.301048 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df9bee99-c499-4ad2-a649-8456cb2f6085 req-ce20c472-8e6e-4606-b89e-d4af5984805b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 944 time: 0.0535953 Jan 24 15:38:48.352568 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df9bee99-c499-4ad2-a649-8456cb2f6085 req-f4818e11-fb97-4d0a-b72a-ca4bce5992a3 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447066 Jan 24 15:38:48.376480 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'd0a3f146-8074-4259-8065-acca2fffd325', '4ed26215-5452-4f6a-ba11-68753146eabc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:48.385114 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:48.487683 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 616fd7fb-2937-4971-b624-cb775b1fc3ed completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:38:48.497206 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 616fd7fb-2937-4971-b624-cb775b1fc3ed triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:48.497577 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:48.804878 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 616fd7fb-2937-4971-b624-cb775b1fc3ed is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:48.805264 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:48.837028 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca65b23-7303-43bb-a46d-bfc52c4f0a64 req-7a5229ce-b040-4851-a27a-164cd857089d tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:48.838832 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cca65b23-7303-43bb-a46d-bfc52c4f0a64 req-7a5229ce-b040-4851-a27a-164cd857089d tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0588295 Jan 24 15:38:48.867505 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:48.870434 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d09eac-093b-4f19-9c6a-42f57db5f3be" -d '{"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-plugged", "status": "completed", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:48.872927 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f52bfe-9219-4904-a8e2-81d696c741d4 req-5672448d-d58d-4c9a-b74d-33739404cfa5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:48.874506 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25f52bfe-9219-4904-a8e2-81d696c741d4 req-5672448d-d58d-4c9a-b74d-33739404cfa5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 945 time: 0.0556362 Jan 24 15:38:48.893114 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cca65b23-7303-43bb-a46d-bfc52c4f0a64 req-443fd1d3-2997-4515-9552-e07276fd25fa tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Jan 24 15:38:48.895888 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:48.909109 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:48.909941 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 53c76961-16cb-4282-8b74-6273ac990e2f up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:38:48.947790 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25f52bfe-9219-4904-a8e2-81d696c741d4 req-4a98d882-3d3e-4fba-a83b-cde89bd273b1 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675189 Jan 24 15:38:48.968601 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f4a363-3fa3-4c5a-8eb9-36dc573cddbc x-openstack-request-id: req-f9f4a363-3fa3-4c5a-8eb9-36dc573cddbc {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:48.968930 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-plugged", "status": "completed", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:48.969189 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f9f4a363-3fa3-4c5a-8eb9-36dc573cddbc {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:48.969583 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'code': 200} Jan 24 15:38:49.032339 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:49.051203 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.051859 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.052390 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.052926 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.053555 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.054050 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.054425 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.054926 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.055321 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.055738 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.056091 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.056434 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.056755 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:49.067262 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 53c76961-16cb-4282-8b74-6273ac990e2f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:38:49.073463 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 53c76961-16cb-4282-8b74-6273ac990e2f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:49.073979 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:49.138650 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362adef4-638b-451c-bdc9-eb684783255c req-98ca7ee1-4306-42c6-93cd-aaa75f643580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:49.140203 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362adef4-638b-451c-bdc9-eb684783255c req-98ca7ee1-4306-42c6-93cd-aaa75f643580 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 1099 time: 0.0453439 Jan 24 15:38:49.161135 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 53c76961-16cb-4282-8b74-6273ac990e2f is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:49.161474 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:49.186398 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362adef4-638b-451c-bdc9-eb684783255c req-3fef9b2f-0194-4378-b4b5-c101ec2da8a3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399239 Jan 24 15:38:49.199655 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:49.203529 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:49.250709 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:49.472196 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9d2e0-fdb2-4479-a561-13f338c1e8f1 req-266e7563-53b3-4b4f-a000-8241f04acba0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:49.473667 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-34f9d2e0-fdb2-4479-a561-13f338c1e8f1 req-266e7563-53b3-4b4f-a000-8241f04acba0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0512710 Jan 24 15:38:49.523176 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-34f9d2e0-fdb2-4479-a561-13f338c1e8f1 req-540349fc-e6cd-4880-9169-a97a01f2f96b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Jan 24 15:38:50.012561 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e7c43-31c7-46e4-b14f-d3c8e48970f4 req-76207f54-19d7-4909-9f95-1c21e97a7840 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:50.013965 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-292e7c43-31c7-46e4-b14f-d3c8e48970f4 req-76207f54-19d7-4909-9f95-1c21e97a7840 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0520678 Jan 24 15:38:50.059875 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-292e7c43-31c7-46e4-b14f-d3c8e48970f4 req-401bd153-3ff8-4256-854b-a5964336c162 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Jan 24 15:38:50.064522 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b7cc1-1d12-41e1-991c-a7cd0ac7f124 req-4d1160d7-b778-42dc-a88a-8814879b6cee tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:50.066027 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ee0b7cc1-1d12-41e1-991c-a7cd0ac7f124 req-4d1160d7-b778-42dc-a88a-8814879b6cee tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0510509 Jan 24 15:38:50.123126 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ee0b7cc1-1d12-41e1-991c-a7cd0ac7f124 req-0d0f1f3d-149c-4696-8cc3-8b681f0e91f4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515659 Jan 24 15:38:50.573411 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-484e0d25-43b4-4ae9-aec2-57bb5e06caf7 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:50.574905 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-484e0d25-43b4-4ae9-aec2-57bb5e06caf7 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 946 time: 0.0495391 Jan 24 15:38:50.689555 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414322-353c-434b-a406-84f060cc3105 req-ba9544e7-b50f-4fac-9473-4b66a783afe5 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:50.690989 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25414322-353c-434b-a406-84f060cc3105 req-ba9544e7-b50f-4fac-9473-4b66a783afe5 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0996757 Jan 24 15:38:50.729064 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Deleting port d0a3f146-8074-4259-8065-acca2fffd325 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:38:50.729402 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (d0a3f146-8074-4259-8065-acca2fffd325), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:50.767047 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25414322-353c-434b-a406-84f060cc3105 req-8a5ca653-16c9-410f-829d-d2e21e2a535f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700350 Jan 24 15:38:50.830217 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] For port d0a3f146-8074-4259-8065-acca2fffd325, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=d0a3f146-8074-4259-8065-acca2fffd325,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:50.830576 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (d0a3f146-8074-4259-8065-acca2fffd325), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:50.847326 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Calling delete_port for d0a3f146-8074-4259-8065-acca2fffd325 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:38:50.968363 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (d0a3f146-8074-4259-8065-acca2fffd325), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:50.970432 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:50.972743 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f758f28-5e32-414a-9cdb-9230aa3bef1f" -d '{"events": [{"server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "name": "network-vif-plugged", "status": "completed", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:50.985200 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'd0a3f146-8074-4259-8065-acca2fffd325'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:50.998088 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Pushing event deleted for resources: {'Port': ['ID=d0a3f146-8074-4259-8065-acca2fffd325,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:51.019120 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e88b563-e3c9-4dfb-a826-a59a1e0664df x-openstack-request-id: req-6e88b563-e3c9-4dfb-a826-a59a1e0664df {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:51.019504 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "name": "network-vif-plugged", "status": "completed", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:51.019844 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6e88b563-e3c9-4dfb-a826-a59a1e0664df {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:51.020296 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f', 'code': 200} Jan 24 15:38:51.049469 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] No DVR routers for this DVR port d0a3f146-8074-4259-8065-acca2fffd325 on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:38:51.052140 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:51.055700 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8ae9bbc8-66ab-4955-8ebc-eb8668e0624d req-b0cee1f7-c50f-40a0-81db-2a78c1137418 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "DELETE /v2.0/ports/d0a3f146-8074-4259-8065-acca2fffd325 HTTP/1.1" status: 204 len: 173 time: 0.4724355 Jan 24 15:38:51.056147 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d67d492-fe50-4609-a273-014ef7fdfb65', 'name': 'network-vif-deleted', 'tag': 'd0a3f146-8074-4259-8065-acca2fffd325'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:51.058358 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada5a4bd-6df6-462e-b4ae-d31a2f3de8a9" -d '{"events": [{"server_uuid": "9d67d492-fe50-4609-a273-014ef7fdfb65", "name": "network-vif-deleted", "tag": "d0a3f146-8074-4259-8065-acca2fffd325"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:51.101881 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c6fdaf-0d01-41d5-80de-fd9bac307528 x-openstack-request-id: req-52c6fdaf-0d01-41d5-80de-fd9bac307528 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:51.102172 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d67d492-fe50-4609-a273-014ef7fdfb65", "name": "network-vif-deleted", "tag": "d0a3f146-8074-4259-8065-acca2fffd325", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:51.102430 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-52c6fdaf-0d01-41d5-80de-fd9bac307528 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:51.102849 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d67d492-fe50-4609-a273-014ef7fdfb65', 'name': 'network-vif-deleted', 'tag': 'd0a3f146-8074-4259-8065-acca2fffd325', 'status': 'completed', 'code': 200} Jan 24 15:38:51.166370 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-15644673-159e-48c4-9c90-500a43dea73b req-70d51829-e6b9-45b1-baf6-eb518f52a603 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=9d67d492-fe50-4609-a273-014ef7fdfb65 HTTP/1.1" status: 200 len: 210 time: 0.0284538 Jan 24 15:38:51.275569 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b12bb-0a96-45d3-b030-51fe3dbd1f42 req-f07b9fb5-8f2a-4785-8c3f-e34dd7e08994 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:51.277134 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-052b12bb-0a96-45d3-b030-51fe3dbd1f42 req-f07b9fb5-8f2a-4785-8c3f-e34dd7e08994 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0762928 Jan 24 15:38:51.307242 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c193b1a-4751-4dff-b4ed-c2ed80c9bd6e req-ed8e1a54-9c86-4d34-bac3-822363c9ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:51.308695 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c193b1a-4751-4dff-b4ed-c2ed80c9bd6e req-ed8e1a54-9c86-4d34-bac3-822363c9ea38 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0707920 Jan 24 15:38:51.343454 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-052b12bb-0a96-45d3-b030-51fe3dbd1f42 req-d194bc12-1f1b-40ec-b63a-a3d4989aabc0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602934 Jan 24 15:38:51.373665 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c193b1a-4751-4dff-b4ed-c2ed80c9bd6e req-63eaa7b1-1c98-4fd0-8e56-8850774c537f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559025 Jan 24 15:38:51.462939 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422fd2c-0d32-4574-aee1-4f088d16b6ec req-f431ba1c-393f-43ab-b948-8277523676ba tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:51.464466 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4422fd2c-0d32-4574-aee1-4f088d16b6ec req-f431ba1c-393f-43ab-b948-8277523676ba tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0521586 Jan 24 15:38:51.472940 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:51.477317 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'floatingip': {'port_id': '616fd7fb-2937-4971-b624-cb775b1fc3ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:51.516613 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (787eae7c-8f81-40d9-b599-ac56427c19cc), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:51.886838 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7df688-090f-4b66-85a4-94dfb20cad5f req-b9cd97c5-bb02-4323-a1a9-fd53142b6c07 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:51.888348 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f7df688-090f-4b66-85a4-94dfb20cad5f req-b9cd97c5-bb02-4323-a1a9-fd53142b6c07 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0519226 Jan 24 15:38:51.946853 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f7df688-090f-4b66-85a4-94dfb20cad5f req-f103ad7e-9b68-42cb-b4be-ca3e29cf71b1 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483303 Jan 24 15:38:51.980966 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:51.984599 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (787eae7c-8f81-40d9-b599-ac56427c19cc), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:52.083895 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Floating IP 787eae7c-8f81-40d9-b599-ac56427c19cc associated. External IP: 172.27.2.204, port: 616fd7fb-2937-4971-b624-cb775b1fc3ed. Jan 24 15:38:52.293432 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Router ef1d63a6-8bab-48a2-8e44-c2b06eece611 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:38:52.345566 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:38:52.404232 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:52.409047 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:52.413644 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] Sync routers for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:52.424509 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:52.425158 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:52.462932 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 4ed26215-5452-4f6a-ba11-68753146eabc no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:38:52.489921 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 4ed26215-5452-4f6a-ba11-68753146eabc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:38:52.490260 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 4ed26215-5452-4f6a-ba11-68753146eabc not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:38:52.490687 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device d0a3f146-8074-4259-8065-acca2fffd325 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:38:52.520962 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: d0a3f146-8074-4259-8065-acca2fffd325 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:38:52.521282 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device d0a3f146-8074-4259-8065-acca2fffd325 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:38:52.595103 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:52.689587 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a5b5fca2-320c-4eff-963b-edf8273c6d7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "PUT /v2.0/floatingips/787eae7c-8f81-40d9-b599-ac56427c19cc HTTP/1.1" status: 200 len: 992 time: 1.2155309 Jan 24 15:38:52.690168 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:52.692404 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f40c442-13c5-499d-914e-4f76a6b09bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:52.731069 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9156e0f-a712-4a09-b9ab-ce82f2fdf94b x-openstack-request-id: req-d9156e0f-a712-4a09-b9ab-ce82f2fdf94b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:52.731587 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:52.731841 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d9156e0f-a712-4a09-b9ab-ce82f2fdf94b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:52.732235 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'status': 'completed', 'code': 200} Jan 24 15:38:52.813448 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-201e4b23-67e7-4c7c-bb49-5f0ad5cea56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:52.814930 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-201e4b23-67e7-4c7c-bb49-5f0ad5cea56e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 1099 time: 0.0514967 Jan 24 15:38:52.888599 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '787eae7c-8f81-40d9-b599-ac56427c19cc', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'port_id': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'mac_address': 'fa:16:3e:aa:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:37Z', 'updated_at': '2022-01-24T15:38:51Z', 'revision_number': 1, 'project_id': '8e6a61251ca545109912c92468b12924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:52.916220 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] Checking router: ef1d63a6-8bab-48a2-8e44-c2b06eece611 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:52.925839 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:52.926479 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:53.054266 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:53.106701 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43181eaf-0aeb-4250-b189-8ac3d9f83e6e req-7b28d325-1f38-4f42-8579-656478ab05b1 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:53.110348 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-43181eaf-0aeb-4250-b189-8ac3d9f83e6e req-7b28d325-1f38-4f42-8579-656478ab05b1 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0623105 Jan 24 15:38:53.120661 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-b1b44ca5-3d4d-43b2-be73-26b9fe15230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:53.122337 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-b1b44ca5-3d4d-43b2-be73-26b9fe15230c service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.3010540 Jan 24 15:38:53.179314 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-43181eaf-0aeb-4250-b189-8ac3d9f83e6e req-a66cbe58-faa0-4a59-ab39-e1d9418b7616 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644667 Jan 24 15:38:53.197067 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-c1241fe1-01c8-4d01-a875-fb6f26442a88 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed HTTP/1.1" status: 200 len: 1000 time: 0.0678504 Jan 24 15:38:53.252655 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-f91818be-9491-4307-ac37-d3a33f447e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:53.254142 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-f91818be-9491-4307-ac37-d3a33f447e48 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0504868 Jan 24 15:38:53.313033 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '787eae7c-8f81-40d9-b599-ac56427c19cc', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'port_id': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'mac_address': 'fa:16:3e:aa:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:37Z', 'updated_at': '2022-01-24T15:38:51Z', 'revision_number': 1, 'project_id': '8e6a61251ca545109912c92468b12924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:53.322966 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-e22f1f7d-1380-40be-8da4-1c853e023dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:53.324607 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-e22f1f7d-1380-40be-8da4-1c853e023dca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606167 Jan 24 15:38:53.332118 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fe0e0-c30d-43b0-bd30-29f70917dc59 req-9ddaf143-0406-4a5a-97fb-8db770e28989 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:53.333495 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c22fe0e0-c30d-43b0-bd30-29f70917dc59 req-9ddaf143-0406-4a5a-97fb-8db770e28989 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0785098 Jan 24 15:38:53.340582 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e202693c-49d3-4430-a7e9-82dd0399eb90 None None] The sync data for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi is: [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '787eae7c-8f81-40d9-b599-ac56427c19cc', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'port_id': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'mac_address': 'fa:16:3e:aa:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:37Z', 'updated_at': '2022-01-24T15:38:51Z', 'revision_number': 1, 'project_id': '8e6a61251ca545109912c92468b12924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:53.445092 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c22fe0e0-c30d-43b0-bd30-29f70917dc59 req-e3611133-c22f-4ef7-b003-1e31d4884e2c tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022866 Jan 24 15:38:53.475296 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-8409a6d7-2100-439f-84c8-8bf791228f2b service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305788 Jan 24 15:38:53.476440 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:53.590248 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf3149-f89f-4eea-9db3-d0b58249c1d5 None None] New status for floating IP 787eae7c-8f81-40d9-b599-ac56427c19cc: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:38:53.640739 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01875912-c1ac-4586-b465-0eef498f9312 req-b25dcfd8-74da-462c-ba05-699a566d68ed tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:53.642307 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01875912-c1ac-4586-b465-0eef498f9312 req-b25dcfd8-74da-462c-ba05-699a566d68ed tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 945 time: 0.0826826 Jan 24 15:38:53.644626 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f40c442-13c5-499d-914e-4f76a6b09bd8 req-838cd0ba-53ba-4c06-9ed4-724a83fd7cb9 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594164 Jan 24 15:38:53.653386 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599982cb-4b5c-4e1f-a381-c2f7601d1d1d tempest-TestShelveInstance-2026374030 tempest-TestShelveInstance-2026374030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:53.654928 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-599982cb-4b5c-4e1f-a381-c2f7601d1d1d tempest-TestShelveInstance-2026374030 tempest-TestShelveInstance-2026374030-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1093 time: 0.1774659 Jan 24 15:38:53.657774 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:53.662106 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'port_id': '53c76961-16cb-4282-8b74-6273ac990e2f', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:53.697899 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:53.713077 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01875912-c1ac-4586-b465-0eef498f9312 req-e6078e99-1338-4485-beee-2ddb74cc4b4d tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638213 Jan 24 15:38:53.801842 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:53.912004 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Allocated IP 172.27.2.69 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/dc768803-b682-43b3-afd9-0752b83f98c8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:54.017254 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for port (dc768803-b682-43b3-afd9-0752b83f98c8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.055096 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (dc768803-b682-43b3-afd9-0752b83f98c8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.095349 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:54.098021 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:54.101384 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:54.128526 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'Port': ['ID=dc768803-b682-43b3-afd9-0752b83f98c8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:54.139639 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.147654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:38:54.211539 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f00ffc-5733-4fa7-8a6d-e1fe69ba4d05 req-9e6f6114-e5d0-41af-b1b3-5fc7227b990a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:54.213169 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-85f00ffc-5733-4fa7-8a6d-e1fe69ba4d05 req-9e6f6114-e5d0-41af-b1b3-5fc7227b990a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.0483139 Jan 24 15:38:54.266600 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-85f00ffc-5733-4fa7-8a6d-e1fe69ba4d05 req-db1a90fb-bbe3-42e5-a769-2a480e1e9355 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Jan 24 15:38:54.291942 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35316) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:54.437996 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e846a-bf23-4486-8097-972254978fe4 tempest-TestMinimumBasicScenario-775726087 tempest-TestMinimumBasicScenario-775726087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:54.439546 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e28e846a-bf23-4486-8097-972254978fe4 tempest-TestMinimumBasicScenario-775726087 tempest-TestMinimumBasicScenario-775726087-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1094 time: 0.1466725 Jan 24 15:38:54.442353 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35320) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:54.447570 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'port_id': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:54.470900 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.498704 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for floatingip (8c6b586f-eb60-4a03-a45a-4c541a1bdd14), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.566587 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.569934 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (dc768803-b682-43b3-afd9-0752b83f98c8), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.677499 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Allocated IP 172.27.2.249 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/c53377a8-7a38-43da-b143-888110861724) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:38:54.723930 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for port (dc768803-b682-43b3-afd9-0752b83f98c8), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.728974 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (dc768803-b682-43b3-afd9-0752b83f98c8), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.787257 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for port (c53377a8-7a38-43da-b143-888110861724), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.823433 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (c53377a8-7a38-43da-b143-888110861724), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.834021 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event updated for resources: {'Port': ['ID=dc768803-b682-43b3-afd9-0752b83f98c8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:54.849569 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (8c6b586f-eb60-4a03-a45a-4c541a1bdd14), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:54.869531 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:38:54.872703 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:38:54.875350 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:38:54.903631 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'Port': ['ID=c53377a8-7a38-43da-b143-888110861724,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:54.908310 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931e377-27a3-4b07-9cb7-2ee86ed7a80a req-0052c297-e5e8-45e4-95ec-51c5655752a9 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:54.909980 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7931e377-27a3-4b07-9cb7-2ee86ed7a80a req-0052c297-e5e8-45e4-95ec-51c5655752a9 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 945 time: 0.1135185 Jan 24 15:38:54.998004 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Floating IP 8c6b586f-eb60-4a03-a45a-4c541a1bdd14 associated. External IP: 172.27.2.69, port: 53c76961-16cb-4282-8b74-6273ac990e2f. Jan 24 15:38:55.005187 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7931e377-27a3-4b07-9cb7-2ee86ed7a80a req-f76880e9-dee2-497d-8478-f7f789861256 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613060 Jan 24 15:38:55.220362 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Router c1237c98-7050-4759-81e8-8ef94afb7e05 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:38:55.331564 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:55.341902 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] Sync routers for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:55.351481 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:55.355602 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:55.356540 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:55.374103 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-53d61e6a-d828-47d0-b59e-1b68d4244c3e tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:55.375601 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-53d61e6a-d828-47d0-b59e-1b68d4244c3e tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 945 time: 0.1514754 Jan 24 15:38:55.386651 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5a2dfbf3-77d4-48fb-9abf-8155a913d2b6 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7277894 Jan 24 15:38:55.388166 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:55.390603 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31d252-e608-424b-9fa4-128686d8e4db" -d '{"events": [{"name": "network-changed", "server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:55.421213 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for floatingip (4bbcbd63-2155-4c48-88f2-1f63aa9a7700), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:55.444337 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578d0da5-08f1-4df4-aca6-053c8dc71633 x-openstack-request-id: req-578d0da5-08f1-4df4-aca6-053c8dc71633 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:55.444871 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:55.445751 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-578d0da5-08f1-4df4-aca6-053c8dc71633 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:55.446878 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f', 'status': 'completed', 'code': 200} Jan 24 15:38:55.466291 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:55.513268 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d252-e608-424b-9fa4-128686d8e4db req-ed7cb1fa-154d-4f13-bab7-c6b95e506176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:55.515617 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac31d252-e608-424b-9fa4-128686d8e4db req-ed7cb1fa-154d-4f13-bab7-c6b95e506176 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0511611 Jan 24 15:38:55.558513 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (c53377a8-7a38-43da-b143-888110861724), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:55.609537 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Deleting port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:38:55.610370 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:55.630994 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d252-e608-424b-9fa4-128686d8e4db req-004fa1e0-f487-4105-9beb-6aec32d783a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:55.634411 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac31d252-e608-424b-9fa4-128686d8e4db req-004fa1e0-f487-4105-9beb-6aec32d783a9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 909 time: 0.1125095 Jan 24 15:38:55.704436 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac31d252-e608-424b-9fa4-128686d8e4db req-a73b05f8-b540-472b-bf47-c4c798efa97e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 998 time: 0.0634561 Jan 24 15:38:55.720120 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '8c6b586f-eb60-4a03-a45a-4c541a1bdd14', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'port_id': '53c76961-16cb-4282-8b74-6273ac990e2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'mac_address': 'fa:16:3e:4b:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:54Z', 'updated_at': '2022-01-24T15:38:54Z', 'revision_number': 0, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:56Z', 'revision_number': 5, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:55.758896 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d252-e608-424b-9fa4-128686d8e4db req-40e799ad-b1dc-4f13-af8f-ba7d546c365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:55.760556 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac31d252-e608-424b-9fa4-128686d8e4db req-40e799ad-b1dc-4f13-af8f-ba7d546c365f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 200 len: 847 time: 0.0504363 Jan 24 15:38:55.761807 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] Checking router: c1237c98-7050-4759-81e8-8ef94afb7e05 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:55.770211 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:55.770831 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:55.771885 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] For port efa67d2b-2fba-41c6-81f3-b48521f6a8b4, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,segment=NetworkSegment(d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421),segment_id=d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:55.772253 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:55.794530 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Calling delete_port for efa67d2b-2fba-41c6-81f3-b48521f6a8b4 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:38:55.808048 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d252-e608-424b-9fa4-128686d8e4db req-691ed947-d37d-4748-b143-5723068fbe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:55.809844 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac31d252-e608-424b-9fa4-128686d8e4db req-691ed947-d37d-4748-b143-5723068fbe1e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b215a77-a56d-4f8d-a979-e373eb6137b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425899 Jan 24 15:38:55.848687 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for port (c53377a8-7a38-43da-b143-888110861724), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:55.857273 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (c53377a8-7a38-43da-b143-888110861724), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:55.880774 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:55.905546 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac31d252-e608-424b-9fa4-128686d8e4db req-513c86b1-357f-49d0-9ed4-792803b0f751 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873704 Jan 24 15:38:55.958635 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'Port': ['ID=c53377a8-7a38-43da-b143-888110861724,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:55.968342 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (4bbcbd63-2155-4c48-88f2-1f63aa9a7700), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:56.048732 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac31d252-e608-424b-9fa4-128686d8e4db req-21ea6555-771c-4634-9adf-a4fd145976a9 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282232 Jan 24 15:38:56.127418 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d521c18-9b31-4fd5-97e8-44e41f63d2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:56.271635 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '8c6b586f-eb60-4a03-a45a-4c541a1bdd14', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'port_id': '53c76961-16cb-4282-8b74-6273ac990e2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'mac_address': 'fa:16:3e:4b:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:54Z', 'updated_at': '2022-01-24T15:38:54Z', 'revision_number': 0, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:56Z', 'revision_number': 5, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:56.297985 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f92da-ed0e-46d3-890a-cf054364e0a3 None None] The sync data for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi is: [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '8c6b586f-eb60-4a03-a45a-4c541a1bdd14', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'port_id': '53c76961-16cb-4282-8b74-6273ac990e2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'mac_address': 'fa:16:3e:4b:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:54Z', 'updated_at': '2022-01-24T15:38:54Z', 'revision_number': 0, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:56Z', 'revision_number': 5, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:56.350179 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (efa67d2b-2fba-41c6-81f3-b48521f6a8b4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:56.364826 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['efa67d2b-2fba-41c6-81f3-b48521f6a8b4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:56.401075 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Pushing event deleted for resources: {'Port': ['ID=efa67d2b-2fba-41c6-81f3-b48521f6a8b4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:56.422456 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54c5ba-0c93-4e3c-a78b-0ff15f31114b req-3ec2c46e-28e0-4c9f-ade9-101d1baf96b8 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:56.423856 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df54c5ba-0c93-4e3c-a78b-0ff15f31114b req-3ec2c46e-28e0-4c9f-ade9-101d1baf96b8 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3eccc6-9b8d-4e77-becc-3808fb07d65e HTTP/1.1" status: 200 len: 867 time: 0.1584589 Jan 24 15:38:56.464465 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Floating IP 4bbcbd63-2155-4c48-88f2-1f63aa9a7700 associated. External IP: 172.27.2.249, port: 8f4d54dc-b204-49d1-b13f-5f05e5bed30e. Jan 24 15:38:56.472226 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] No DVR routers for this DVR port efa67d2b-2fba-41c6-81f3-b48521f6a8b4 on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:38:56.474932 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:56.479014 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b92f1b42-8931-4f1a-8196-c35fe5427ee1 req-dfb582cc-f660-4404-9c9c-3dd9317318a1 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.88 "DELETE /v2.0/ports/efa67d2b-2fba-41c6-81f3-b48521f6a8b4 HTTP/1.1" status: 204 len: 173 time: 1.0958555 Jan 24 15:38:56.482701 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3eccc6-9b8d-4e77-becc-3808fb07d65e', 'name': 'network-vif-deleted', 'tag': 'efa67d2b-2fba-41c6-81f3-b48521f6a8b4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:56.485247 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62f4274-032e-4078-aa07-96ce9980f1bd" -d '{"events": [{"server_uuid": "4b3eccc6-9b8d-4e77-becc-3808fb07d65e", "name": "network-vif-deleted", "tag": "efa67d2b-2fba-41c6-81f3-b48521f6a8b4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:56.503918 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b8133-4092-42ee-8185-01e66f652d18 None None] New status for floating IP 8c6b586f-eb60-4a03-a45a-4c541a1bdd14: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:38:56.542157 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265a6be7-7748-4aee-a152-688397e43c81 x-openstack-request-id: req-265a6be7-7748-4aee-a152-688397e43c81 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:56.542456 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3eccc6-9b8d-4e77-becc-3808fb07d65e", "name": "network-vif-deleted", "tag": "efa67d2b-2fba-41c6-81f3-b48521f6a8b4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:56.542709 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-265a6be7-7748-4aee-a152-688397e43c81 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:56.543105 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3eccc6-9b8d-4e77-becc-3808fb07d65e', 'name': 'network-vif-deleted', 'tag': 'efa67d2b-2fba-41c6-81f3-b48521f6a8b4', 'status': 'completed', 'code': 200} Jan 24 15:38:56.575586 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df54c5ba-0c93-4e3c-a78b-0ff15f31114b req-ec2ce2c8-6c49-4659-b532-70bc4780db00 tempest-AttachVolumeNegativeTest-1463405053 tempest-AttachVolumeNegativeTest-1463405053-project] 10.222.0.112 "GET /v2.0/security-groups?id=4a769780-ff06-4951-9570-844720b655d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359210 Jan 24 15:38:56.739457 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:38:56.845565 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:38:56.855282 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] Sync routers for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:38:56.862423 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:56.865362 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:56.865985 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:56.889728 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-79a65937-9fa7-4a2b-952a-5672bc8de64c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4463658 Jan 24 15:38:56.892441 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35336) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:56.896600 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0f3327fa-a2fb-4944-9774-c1fc5ffe4bdb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207382091', 'description': 'tempest-secgroup-smoke-1207382091 description', 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:56.920137 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3327fa-a2fb-4944-9774-c1fc5ffe4bdb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:56.994542 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3327fa-a2fb-4944-9774-c1fc5ffe4bdb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group (5ef9319b-7acd-44f8-af18-b65d9ba8cf70), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:56.996331 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:57.003897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3327fa-a2fb-4944-9774-c1fc5ffe4bdb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (5ef9319b-7acd-44f8-af18-b65d9ba8cf70), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.032643 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3327fa-a2fb-4944-9774-c1fc5ffe4bdb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.033844 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0f3327fa-a2fb-4944-9774-c1fc5ffe4bdb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1405101 Jan 24 15:38:57.036931 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:57.042123 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3e8a0f98-82e6-454a-a629-0868425ad3ec tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'security_group_rule': {'security_group_id': '5ef9319b-7acd-44f8-af18-b65d9ba8cf70', 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:57.042327 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3327fa-a2fb-4944-9774-c1fc5ffe4bdb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef9319b-7acd-44f8-af18-b65d9ba8cf70,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:57.072570 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0f98-82e6-454a-a629-0868425ad3ec tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (907df1c5-e73a-4948-8d36-ea2bc7b395d5), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.133013 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0f98-82e6-454a-a629-0868425ad3ec tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (907df1c5-e73a-4948-8d36-ea2bc7b395d5), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.139440 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0f98-82e6-454a-a629-0868425ad3ec tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (907df1c5-e73a-4948-8d36-ea2bc7b395d5), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.162070 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a0f98-82e6-454a-a629-0868425ad3ec tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907df1c5-e73a-4948-8d36-ea2bc7b395d5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:57.168767 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0f98-82e6-454a-a629-0868425ad3ec tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.169980 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3e8a0f98-82e6-454a-a629-0868425ad3ec tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320062 Jan 24 15:38:57.172822 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35342) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:57.177464 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c36da404-8c88-42ab-b7b6-8335151e0060 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'security_group_rule': {'security_group_id': '5ef9319b-7acd-44f8-af18-b65d9ba8cf70', 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:57.208086 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c36da404-8c88-42ab-b7b6-8335151e0060 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (251bc6ee-77eb-4c25-9826-3060c7c2a994), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.249719 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '4bbcbd63-2155-4c48-88f2-1f63aa9a7700', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'port_id': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'mac_address': 'fa:16:3e:bc:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:55Z', 'updated_at': '2022-01-24T15:38:55Z', 'revision_number': 0, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:04Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:57.268755 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c36da404-8c88-42ab-b7b6-8335151e0060 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (251bc6ee-77eb-4c25-9826-3060c7c2a994), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.272394 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c36da404-8c88-42ab-b7b6-8335151e0060 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (251bc6ee-77eb-4c25-9826-3060c7c2a994), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.279419 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] Checking router: 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:38:57.287604 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:38:57.288213 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:38:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:57.292056 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36da404-8c88-42ab-b7b6-8335151e0060 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251bc6ee-77eb-4c25-9826-3060c7c2a994,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:57.299536 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c36da404-8c88-42ab-b7b6-8335151e0060 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.300715 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c36da404-8c88-42ab-b7b6-8335151e0060 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268508 Jan 24 15:38:57.303570 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:57.308704 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-234d6f25-bc2b-4553-9954-1b784cecf1d7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'security_group_rule': {'security_group_id': '5ef9319b-7acd-44f8-af18-b65d9ba8cf70', 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:57.338912 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-234d6f25-bc2b-4553-9954-1b784cecf1d7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (c45e0b79-2aaf-4a48-bcee-9818adc501b8), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.395971 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:38:57.402461 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-234d6f25-bc2b-4553-9954-1b784cecf1d7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (c45e0b79-2aaf-4a48-bcee-9818adc501b8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.406265 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-234d6f25-bc2b-4553-9954-1b784cecf1d7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (c45e0b79-2aaf-4a48-bcee-9818adc501b8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.424147 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d6f25-bc2b-4553-9954-1b784cecf1d7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45e0b79-2aaf-4a48-bcee-9818adc501b8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:57.432838 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-234d6f25-bc2b-4553-9954-1b784cecf1d7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.434149 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-234d6f25-bc2b-4553-9954-1b784cecf1d7 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295388 Jan 24 15:38:57.437002 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35346) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:57.442601 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3dc3c9a1-7748-427d-9d47-1bd27c9c33e0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'security_group_rule': {'security_group_id': '5ef9319b-7acd-44f8-af18-b65d9ba8cf70', 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:57.472448 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c9a1-7748-427d-9d47-1bd27c9c33e0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (8470d93c-6b0d-40a2-8445-f61a1ebf5a16), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.530203 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c9a1-7748-427d-9d47-1bd27c9c33e0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (8470d93c-6b0d-40a2-8445-f61a1ebf5a16), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.533959 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c9a1-7748-427d-9d47-1bd27c9c33e0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (8470d93c-6b0d-40a2-8445-f61a1ebf5a16), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.552446 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3c9a1-7748-427d-9d47-1bd27c9c33e0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8470d93c-6b0d-40a2-8445-f61a1ebf5a16,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:57.560725 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c9a1-7748-427d-9d47-1bd27c9c33e0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.562430 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3dc3c9a1-7748-427d-9d47-1bd27c9c33e0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234937 Jan 24 15:38:57.564895 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35348) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:57.569498 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-141e195c-58c0-45e3-9b02-35b3bfd6c54e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'security_group_rule': {'security_group_id': '5ef9319b-7acd-44f8-af18-b65d9ba8cf70', 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:57.593625 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-141e195c-58c0-45e3-9b02-35b3bfd6c54e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Project 4866d8bdaf2743c8a5dfb75f1c3f32de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 15:38:57.599895 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141e195c-58c0-45e3-9b02-35b3bfd6c54e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (6f8b1139-c7f4-4df0-bc99-3c500a26ed71), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.633005 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '4bbcbd63-2155-4c48-88f2-1f63aa9a7700', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'port_id': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'mac_address': 'fa:16:3e:bc:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:55Z', 'updated_at': '2022-01-24T15:38:55Z', 'revision_number': 0, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:04Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:57.636284 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:57.660196 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735923d-d1e2-4bcb-83f4-cbaccf15e303 None None] The sync data for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi is: [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '4bbcbd63-2155-4c48-88f2-1f63aa9a7700', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'port_id': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'mac_address': 'fa:16:3e:bc:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:38:55Z', 'updated_at': '2022-01-24T15:38:55Z', 'revision_number': 0, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:04Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:38:57.663552 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141e195c-58c0-45e3-9b02-35b3bfd6c54e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (6f8b1139-c7f4-4df0-bc99-3c500a26ed71), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.668523 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141e195c-58c0-45e3-9b02-35b3bfd6c54e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (6f8b1139-c7f4-4df0-bc99-3c500a26ed71), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.685703 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-33adc5ff-ca63-4adb-b6e7-100aa99a675a admin admin] Deleting subnet 15083e47-b37f-4d5c-9271-9c8bcd5c28bb {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:38:57.689878 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33adc5ff-ca63-4adb-b6e7-100aa99a675a admin admin] Publish callbacks [] for subnet (15083e47-b37f-4d5c-9271-9c8bcd5c28bb), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.691760 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e195c-58c0-45e3-9b02-35b3bfd6c54e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8b1139-c7f4-4df0-bc99-3c500a26ed71,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:57.697947 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141e195c-58c0-45e3-9b02-35b3bfd6c54e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.699195 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-141e195c-58c0-45e3-9b02-35b3bfd6c54e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331918 Jan 24 15:38:57.702062 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:57.706480 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-00087a96-6d23-4c00-9aed-6838aee0a065 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'security_group_rule': {'security_group_id': '5ef9319b-7acd-44f8-af18-b65d9ba8cf70', 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:57.728807 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33adc5ff-ca63-4adb-b6e7-100aa99a675a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (15083e47-b37f-4d5c-9271-9c8bcd5c28bb), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.737509 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-00087a96-6d23-4c00-9aed-6838aee0a065 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Project 4866d8bdaf2743c8a5dfb75f1c3f32de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 15:38:57.744305 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00087a96-6d23-4c00-9aed-6838aee0a065 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (1cf9374d-8f2b-4270-80b3-d06181434274), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.778303 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33adc5ff-ca63-4adb-b6e7-100aa99a675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (15083e47-b37f-4d5c-9271-9c8bcd5c28bb), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.804960 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00087a96-6d23-4c00-9aed-6838aee0a065 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (1cf9374d-8f2b-4270-80b3-d06181434274), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.810329 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00087a96-6d23-4c00-9aed-6838aee0a065 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (1cf9374d-8f2b-4270-80b3-d06181434274), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.828389 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00087a96-6d23-4c00-9aed-6838aee0a065 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf9374d-8f2b-4270-80b3-d06181434274,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:57.837531 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00087a96-6d23-4c00-9aed-6838aee0a065 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.838213 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-00087a96-6d23-4c00-9aed-6838aee0a065 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352100 Jan 24 15:38:57.851526 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33adc5ff-ca63-4adb-b6e7-100aa99a675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (15083e47-b37f-4d5c-9271-9c8bcd5c28bb), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.878852 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adc5ff-ca63-4adb-b6e7-100aa99a675a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15083e47-b37f-4d5c-9271-9c8bcd5c28bb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:57.882667 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33adc5ff-ca63-4adb-b6e7-100aa99a675a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:57.889417 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-33adc5ff-ca63-4adb-b6e7-100aa99a675a admin admin] 10.222.0.112 "DELETE /v2.0/subnets/15083e47-b37f-4d5c-9271-9c8bcd5c28bb HTTP/1.1" status: 204 len: 168 time: 0.2499390 Jan 24 15:38:57.890410 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:57.900435 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e66dff-881f-419b-9485-a9f8c3b6854d None None] New status for floating IP 4bbcbd63-2155-4c48-88f2-1f63aa9a7700: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:38:57.981834 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (be36ef84-6842-4a75-8df2-5e8f770a6b94), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.001407 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f06243f6-be59-40da-9591-43e41c3c2296 req-02580e6c-310a-40e8-bca9-55ccec9b1ffc tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207382091&fields=id&tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de HTTP/1.1" status: 200 len: 267 time: 0.0857432 Jan 24 15:38:58.108099 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (be36ef84-6842-4a75-8df2-5e8f770a6b94), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.125804 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06243f6-be59-40da-9591-43e41c3c2296 req-fff643ce-1540-424b-8dec-c49548803173 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:58.127284 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f06243f6-be59-40da-9591-43e41c3c2296 req-fff643ce-1540-424b-8dec-c49548803173 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.1194255 Jan 24 15:38:58.143119 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-f06243f6-be59-40da-9591-43e41c3c2296 req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'port': {'security_groups': ['12094c51-d628-4766-9608-cc6e486aad22', '5ef9319b-7acd-44f8-af18-b65d9ba8cf70']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:38:58.146528 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be36ef84-6842-4a75-8df2-5e8f770a6b94']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:58.171764 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:58.172056 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5046eaf-8c2b-4d9f-bc35-f1f2e3d53421') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:38:58.186536 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.226005 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.236103 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f06243f6-be59-40da-9591-43e41c3c2296 req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.238084 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:38:58.238456 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (d5046eaf-8c2b-4d9f-bc35-f1f2e3d53421), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.240142 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:38:58.243443 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:38:58.281182 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2eeb1a4c-180b-4cbc-8755-6f8a5e21e634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.325570 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (be36ef84-6842-4a75-8df2-5e8f770a6b94), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.333331 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.336542 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] 10.222.0.112 "DELETE /v2.0/networks/be36ef84-6842-4a75-8df2-5e8f770a6b94 HTTP/1.1" status: 204 len: 168 time: 0.4457264 Jan 24 15:38:58.354553 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdd886-680b-4fc6-ab2d-5245e4da6c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=be36ef84-6842-4a75-8df2-5e8f770a6b94,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:58.455137 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35366) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:58.498507 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a9d5ccd9-5af0-48d6-9eb8-95cafe0c1728 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=65873cf6363245ad8d056f47ffe1d560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395217 Jan 24 15:38:58.498688 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35368) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:38:58.503840 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f06243f6-be59-40da-9591-43e41c3c2296 req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] For port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:38:58.532669 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f06243f6-be59-40da-9591-43e41c3c2296 req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.537126 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f06243f6-be59-40da-9591-43e41c3c2296 req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.543767 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:58.546013 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c" -d '{"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:58.548974 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8f4d54dc-b204-49d1-b13f-5f05e5bed30e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:58.553584 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a74beae2-1b71-4407-a2dc-e586aa305bef admin admin] Publish callbacks [] for security_group (4a769780-ff06-4951-9570-844720b655d1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.581641 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a74beae2-1b71-4407-a2dc-e586aa305bef admin admin] Publish callbacks [] for security_group (4a769780-ff06-4951-9570-844720b655d1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.588251 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06243f6-be59-40da-9591-43e41c3c2296 req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:58.589752 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f06243f6-be59-40da-9591-43e41c3c2296 req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.591078 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f06243f6-be59-40da-9591-43e41c3c2296 req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "PUT /v2.0/ports/8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 982 time: 0.4545300 Jan 24 15:38:58.591557 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:38:58.596753 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf96047f-abe6-4ba9-a9e0-61e1658434f9" -d '{"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:38:58.619047 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f0bfd-d420-4969-80ba-039ca12a82a4 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'Port': ['ID=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:58.636736 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ea6c2a-b6f7-40bd-a2c2-112d5ac0fcba x-openstack-request-id: req-80ea6c2a-b6f7-40bd-a2c2-112d5ac0fcba {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:58.637679 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:58.638270 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-80ea6c2a-b6f7-40bd-a2c2-112d5ac0fcba {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:58.639308 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'status': 'completed', 'code': 200} Jan 24 15:38:58.683844 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a74beae2-1b71-4407-a2dc-e586aa305bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (4a769780-ff06-4951-9570-844720b655d1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.690536 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a74beae2-1b71-4407-a2dc-e586aa305bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:58.692206 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a74beae2-1b71-4407-a2dc-e586aa305bef admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4a769780-ff06-4951-9570-844720b655d1 HTTP/1.1" status: 204 len: 168 time: 0.1926389 Jan 24 15:38:58.703223 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8f4d54dc-b204-49d1-b13f-5f05e5bed30e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:38:58.720932 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a2901c-89ca-4be3-bbf9-80308b81c86a x-openstack-request-id: req-f4a2901c-89ca-4be3-bbf9-80308b81c86a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:38:58.721531 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:38:58.721881 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f4a2901c-89ca-4be3-bbf9-80308b81c86a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:38:58.722380 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'status': 'completed', 'code': 200} Jan 24 15:38:58.730543 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74beae2-1b71-4407-a2dc-e586aa305bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a769780-ff06-4951-9570-844720b655d1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:38:58.749806 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-f7d45692-f67f-45de-84b4-4bb0ac4e813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:58.751294 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-f7d45692-f67f-45de-84b4-4bb0ac4e813a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1138 time: 0.0855405 Jan 24 15:38:58.757149 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f03bf-8b6a-4096-b029-45cbb069cacb req-b82e2dfc-b902-41f7-9fca-45eb2e4018e3 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:58.759771 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c20f03bf-8b6a-4096-b029-45cbb069cacb req-b82e2dfc-b902-41f7-9fca-45eb2e4018e3 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0863636 Jan 24 15:38:58.865866 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c20f03bf-8b6a-4096-b029-45cbb069cacb req-78949f2b-b8b3-4a9b-b7cb-18850cad6a85 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923371 Jan 24 15:38:58.904889 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-f847e8c9-0ee0-481b-a224-491285b955c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:58.906712 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-f847e8c9-0ee0-481b-a224-491285b955c4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 200 len: 915 time: 0.1426630 Jan 24 15:38:58.984557 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-aeaf090e-185d-4cac-be98-21320aaf8f87 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 1002 time: 0.0709805 Jan 24 15:38:59.001982 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bd8d57dd-1a81-4f53-a563-7318709b038e None None] Provisioning complete for port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:38:59.002275 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd8d57dd-1a81-4f53-a563-7318709b038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:59.048179 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-c99d3c96-c89b-474d-b7e2-782e3f8af4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:59.049807 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-c99d3c96-c89b-474d-b7e2-782e3f8af4b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9be2f639-6bff-436d-a7aa-1bf274e5dc4f HTTP/1.1" status: 200 len: 853 time: 0.0503891 Jan 24 15:38:59.109851 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-4c53aa8c-efa3-4db2-944a-4756234adfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:59.111408 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-4c53aa8c-efa3-4db2-944a-4756234adfaf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471985 Jan 24 15:38:59.220582 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-b80835ab-4174-4d33-807b-f684654e0acb service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010592 Jan 24 15:38:59.236728 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d57dd-1a81-4f53-a563-7318709b038e None None] Current status of the port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:38:59.338871 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce5ed81a-37be-4113-8bbf-3fefa4f1335c req-f7e593e7-8835-47bd-9b41-6e9599d68d0c service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104219 Jan 24 15:38:59.344252 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:38:59.449644 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-a53063e6-a48c-49b4-8b35-b681ea5e24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:59.451274 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-a53063e6-a48c-49b4-8b35-b681ea5e24a7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1138 time: 0.0435336 Jan 24 15:38:59.540485 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-b075c211-0227-4a6a-879d-4fea205b1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:59.541863 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-b075c211-0227-4a6a-879d-4fea205b1943 service neutron] 10.222.0.88 "GET /v2.0/networks?id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 200 len: 915 time: 0.0845149 Jan 24 15:38:59.611539 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-755716f1-1e0f-4160-bb1a-5bdb74af3d50 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 1002 time: 0.0627749 Jan 24 15:38:59.660877 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-d2875ba9-4c10-4631-a508-634652ce62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:59.662390 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-d2875ba9-4c10-4631-a508-634652ce62d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9be2f639-6bff-436d-a7aa-1bf274e5dc4f HTTP/1.1" status: 200 len: 853 time: 0.0450194 Jan 24 15:38:59.707846 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-36a1d84e-1720-4def-8b93-aa59531a8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:38:59.709314 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-36a1d84e-1720-4def-8b93-aa59531a8d91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400941 Jan 24 15:38:59.818604 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-9fecd76d-391f-48aa-a1f8-176974403d20 service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969613 Jan 24 15:38:59.920180 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf96047f-abe6-4ba9-a9e0-61e1658434f9 req-73e216ae-4bb8-42b1-9f01-48c36bb4d46a service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901039 Jan 24 15:39:00.440187 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device efa67d2b-2fba-41c6-81f3-b48521f6a8b4 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:39:00.462655 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: efa67d2b-2fba-41c6-81f3-b48521f6a8b4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:39:00.463008 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device efa67d2b-2fba-41c6-81f3-b48521f6a8b4 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:39:00.562974 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35430) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:00.667409 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6af4e67b-b0b5-4576-bef0-fee241916dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:00.739791 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6af4e67b-b0b5-4576-bef0-fee241916dac admin admin] Publish callbacks [] for security_group (6c4adedc-6f7a-45fa-887c-02a6ea024c41), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:00.743399 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6af4e67b-b0b5-4576-bef0-fee241916dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (6c4adedc-6f7a-45fa-887c-02a6ea024c41), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:00.780777 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6af4e67b-b0b5-4576-bef0-fee241916dac admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b352d94bea8944fab6290ef4671a1796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167430 Jan 24 15:39:00.781640 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4e67b-b0b5-4576-bef0-fee241916dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4adedc-6f7a-45fa-887c-02a6ea024c41,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:00.783524 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35434) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:00.830358 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e16912-3e37-4700-b847-fd7d0162a89f admin admin] Publish callbacks [] for security_group (6c4adedc-6f7a-45fa-887c-02a6ea024c41), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:00.850736 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e16912-3e37-4700-b847-fd7d0162a89f admin admin] Publish callbacks [] for security_group (6c4adedc-6f7a-45fa-887c-02a6ea024c41), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:00.896669 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e16912-3e37-4700-b847-fd7d0162a89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (6c4adedc-6f7a-45fa-887c-02a6ea024c41), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:00.899326 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e16912-3e37-4700-b847-fd7d0162a89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:00.900577 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e8e16912-3e37-4700-b847-fd7d0162a89f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6c4adedc-6f7a-45fa-887c-02a6ea024c41 HTTP/1.1" status: 204 len: 168 time: 0.1159759 Jan 24 15:39:00.907849 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e16912-3e37-4700-b847-fd7d0162a89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4adedc-6f7a-45fa-887c-02a6ea024c41,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:01.011869 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:01.159536 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:01.173012 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b5a830f-5b17-4b8d-a072-c3e8ac2e238b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:01.244831 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b5a830f-5b17-4b8d-a072-c3e8ac2e238b admin admin] Publish callbacks [] for security_group (3878c6cb-c5a1-4a0a-8bae-e634b4307e7d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:01.248746 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b5a830f-5b17-4b8d-a072-c3e8ac2e238b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3878c6cb-c5a1-4a0a-8bae-e634b4307e7d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:01.288459 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4b5a830f-5b17-4b8d-a072-c3e8ac2e238b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=86d9b12ffd4e4fb99945dca65ed45bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278272 Jan 24 15:39:01.290081 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a830f-5b17-4b8d-a072-c3e8ac2e238b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3878c6cb-c5a1-4a0a-8bae-e634b4307e7d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:01.291899 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35442) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:01.338583 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17668e51-d11b-4a02-8641-bd761bb5b648 admin admin] Publish callbacks [] for security_group (3878c6cb-c5a1-4a0a-8bae-e634b4307e7d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:01.359988 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17668e51-d11b-4a02-8641-bd761bb5b648 admin admin] Publish callbacks [] for security_group (3878c6cb-c5a1-4a0a-8bae-e634b4307e7d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:01.405929 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17668e51-d11b-4a02-8641-bd761bb5b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (3878c6cb-c5a1-4a0a-8bae-e634b4307e7d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:01.408721 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17668e51-d11b-4a02-8641-bd761bb5b648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:01.409870 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-17668e51-d11b-4a02-8641-bd761bb5b648 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3878c6cb-c5a1-4a0a-8bae-e634b4307e7d HTTP/1.1" status: 204 len: 168 time: 0.1169677 Jan 24 15:39:01.418270 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17668e51-d11b-4a02-8641-bd761bb5b648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878c6cb-c5a1-4a0a-8bae-e634b4307e7d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:02.438307 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.125792 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16a65-be8e-4814-91c1-4e89229769e7 req-964ed48e-ed14-4f7d-86aa-4f36da9d3927 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:06.127264 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71a16a65-be8e-4814-91c1-4e89229769e7 req-964ed48e-ed14-4f7d-86aa-4f36da9d3927 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0520740 Jan 24 15:39:06.178526 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71a16a65-be8e-4814-91c1-4e89229769e7 req-1611c857-c28e-479b-81e0-e664f67b311a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454218 Jan 24 15:39:06.263483 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.277377 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:06.380450 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac38b-020c-4b75-8f25-091f59e97d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.452889 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac38b-020c-4b75-8f25-091f59e97d7d admin admin] Publish callbacks [] for security_group (90354558-0e69-47cd-98a2-4fc21aaecba8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.456740 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac38b-020c-4b75-8f25-091f59e97d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (90354558-0e69-47cd-98a2-4fc21aaecba8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.493770 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac38b-020c-4b75-8f25-091f59e97d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90354558-0e69-47cd-98a2-4fc21aaecba8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:06.498682 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9f7ac38b-020c-4b75-8f25-091f59e97d7d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d5e2798f4d5e40aea15c7a646d49840f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202890 Jan 24 15:39:06.501680 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35570) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:06.548573 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dce4168d-b86c-4498-ac1f-24eeacafce4c admin admin] Publish callbacks [] for security_group (90354558-0e69-47cd-98a2-4fc21aaecba8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.570965 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dce4168d-b86c-4498-ac1f-24eeacafce4c admin admin] Publish callbacks [] for security_group (90354558-0e69-47cd-98a2-4fc21aaecba8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.619311 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dce4168d-b86c-4498-ac1f-24eeacafce4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (90354558-0e69-47cd-98a2-4fc21aaecba8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.622104 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dce4168d-b86c-4498-ac1f-24eeacafce4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.623267 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-dce4168d-b86c-4498-ac1f-24eeacafce4c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/90354558-0e69-47cd-98a2-4fc21aaecba8 HTTP/1.1" status: 204 len: 168 time: 0.1210723 Jan 24 15:39:06.630517 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4168d-b86c-4498-ac1f-24eeacafce4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90354558-0e69-47cd-98a2-4fc21aaecba8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:06.876425 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:06.889867 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cfe592d-c9a1-43f9-8be5-b0eff6fa4e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.964338 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cfe592d-c9a1-43f9-8be5-b0eff6fa4e31 admin admin] Publish callbacks [] for security_group (f3f34448-8e33-484d-b9f7-8893e6a73c63), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:06.968543 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cfe592d-c9a1-43f9-8be5-b0eff6fa4e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (f3f34448-8e33-484d-b9f7-8893e6a73c63), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:07.004513 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe592d-c9a1-43f9-8be5-b0eff6fa4e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f34448-8e33-484d-b9f7-8893e6a73c63,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:07.009266 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8cfe592d-c9a1-43f9-8be5-b0eff6fa4e31 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c0a5a20add89483dafc3fcc7b9ad2ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318347 Jan 24 15:39:07.011952 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35580) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:07.059070 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-039ebb59-ec23-485f-906f-6d840ddf2f38 admin admin] Publish callbacks [] for security_group (f3f34448-8e33-484d-b9f7-8893e6a73c63), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:07.080013 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-039ebb59-ec23-485f-906f-6d840ddf2f38 admin admin] Publish callbacks [] for security_group (f3f34448-8e33-484d-b9f7-8893e6a73c63), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:07.125089 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-039ebb59-ec23-485f-906f-6d840ddf2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (f3f34448-8e33-484d-b9f7-8893e6a73c63), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:07.127717 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-039ebb59-ec23-485f-906f-6d840ddf2f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:07.128867 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-039ebb59-ec23-485f-906f-6d840ddf2f38 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f3f34448-8e33-484d-b9f7-8893e6a73c63 HTTP/1.1" status: 204 len: 168 time: 0.1160417 Jan 24 15:39:07.137593 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ebb59-ec23-485f-906f-6d840ddf2f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f34448-8e33-484d-b9f7-8893e6a73c63,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:07.298634 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c248f5d-f94c-4f2a-84f9-17a400c4ee80 req-b2a73b15-615f-4326-8c2f-14cc45e655e2 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:07.300150 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c248f5d-f94c-4f2a-84f9-17a400c4ee80 req-b2a73b15-615f-4326-8c2f-14cc45e655e2 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0521717 Jan 24 15:39:07.347691 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c248f5d-f94c-4f2a-84f9-17a400c4ee80 req-bd4293d6-bff7-40c1-b55e-493c5dbd5780 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413125 Jan 24 15:39:08.463182 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47030f-08b6-42c9-8ba1-3679f6ff87eb req-448c9a48-3474-4a9b-8d12-8796bd529ce3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:08.465476 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac47030f-08b6-42c9-8ba1-3679f6ff87eb req-448c9a48-3474-4a9b-8d12-8796bd529ce3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0511892 Jan 24 15:39:08.523286 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac47030f-08b6-42c9-8ba1-3679f6ff87eb req-685e98ec-d931-461a-8a63-dcc891612bde tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411210 Jan 24 15:39:09.647732 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbadf5-8335-44ce-b328-c105496f5bce req-6eee1687-0ee0-496d-a948-e792e7cc8aa2 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:09.649182 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e3bbadf5-8335-44ce-b328-c105496f5bce req-6eee1687-0ee0-496d-a948-e792e7cc8aa2 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0556824 Jan 24 15:39:09.694875 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e3bbadf5-8335-44ce-b328-c105496f5bce req-f948f5a5-b727-4007-90b9-9f264c407f7d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 Jan 24 15:39:10.808552 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ded2d-39cc-4e93-9bc2-ffc9039f5a3d req-42b5cd8d-c4f4-43c7-944a-48a8cc5fb7a8 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:10.809984 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-561ded2d-39cc-4e93-9bc2-ffc9039f5a3d req-42b5cd8d-c4f4-43c7-944a-48a8cc5fb7a8 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0488079 Jan 24 15:39:10.854697 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-561ded2d-39cc-4e93-9bc2-ffc9039f5a3d req-0b0f3e55-bbfb-49ce-9cc6-f8d4caef8311 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393038 Jan 24 15:39:11.968756 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581a1b-1a5d-4040-936c-e84f176593c5 req-a34b10b9-1eb9-47f7-8bab-82ce30523617 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:11.970220 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb581a1b-1a5d-4040-936c-e84f176593c5 req-a34b10b9-1eb9-47f7-8bab-82ce30523617 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0476148 Jan 24 15:39:12.020432 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb581a1b-1a5d-4040-936c-e84f176593c5 req-43ce90c9-bd58-4218-8c8c-cd539d6bab34 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Jan 24 15:39:13.134140 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cd75-9816-4004-bd7c-3d324709f613 req-21ed2e24-7e91-4d79-b1eb-b87bed9f4fb3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:13.135579 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c573cd75-9816-4004-bd7c-3d324709f613 req-21ed2e24-7e91-4d79-b1eb-b87bed9f4fb3 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0474803 Jan 24 15:39:13.180918 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c573cd75-9816-4004-bd7c-3d324709f613 req-57b15a2b-3bb0-4be8-bd62-8e0877bf5067 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Jan 24 15:39:14.294413 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f3993-4beb-4805-aa6a-1c5533819e97 req-f21184c1-b6d6-4a66-a0d3-c95665568e4a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:14.295970 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-510f3993-4beb-4805-aa6a-1c5533819e97 req-f21184c1-b6d6-4a66-a0d3-c95665568e4a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0495822 Jan 24 15:39:14.342648 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-510f3993-4beb-4805-aa6a-1c5533819e97 req-fd3d0a2f-22f1-4dd8-86f1-d1c91d2a9179 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 Jan 24 15:39:15.459654 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e7e5-e264-495f-98b2-220b3eb5261b req-d1883023-2333-4940-b809-f3a7f1c1ee1c tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:15.461138 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3598e7e5-e264-495f-98b2-220b3eb5261b req-d1883023-2333-4940-b809-f3a7f1c1ee1c tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0509937 Jan 24 15:39:15.506418 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3598e7e5-e264-495f-98b2-220b3eb5261b req-fb66abae-f1fe-4d96-9705-ac411e880077 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Jan 24 15:39:16.431465 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35700) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:16.533501 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5aed5abd-ac11-4cb8-8ea6-9e7e48729bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:16.651214 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5aed5abd-ac11-4cb8-8ea6-9e7e48729bd3 admin admin] Publish callbacks [] for security_group (4f306181-dff9-43f5-8a15-7d742a05f381), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:16.660758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c3fb6-c6d9-49be-ab33-85c16b9f5133 req-b9322b74-8ac1-495a-b381-f1f5dbde46aa tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:16.662282 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-818c3fb6-c6d9-49be-ab33-85c16b9f5133 req-b9322b74-8ac1-495a-b381-f1f5dbde46aa tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0846329 Jan 24 15:39:16.664340 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5aed5abd-ac11-4cb8-8ea6-9e7e48729bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (4f306181-dff9-43f5-8a15-7d742a05f381), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:16.721705 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed5abd-ac11-4cb8-8ea6-9e7e48729bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f306181-dff9-43f5-8a15-7d742a05f381,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:16.730442 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5aed5abd-ac11-4cb8-8ea6-9e7e48729bd3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=52a05bacdd8d4d009bda2e012acb6f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978942 Jan 24 15:39:16.733369 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:16.752833 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-818c3fb6-c6d9-49be-ab33-85c16b9f5133 req-7b1964fb-5a41-46c3-adfb-266abeec6734 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791001 Jan 24 15:39:16.783485 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c073fb74-c8f9-4a54-a158-d933a8295095 admin admin] Publish callbacks [] for security_group (4f306181-dff9-43f5-8a15-7d742a05f381), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:16.805499 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c073fb74-c8f9-4a54-a158-d933a8295095 admin admin] Publish callbacks [] for security_group (4f306181-dff9-43f5-8a15-7d742a05f381), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:16.852314 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c073fb74-c8f9-4a54-a158-d933a8295095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (4f306181-dff9-43f5-8a15-7d742a05f381), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:16.855191 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c073fb74-c8f9-4a54-a158-d933a8295095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:16.863602 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c073fb74-c8f9-4a54-a158-d933a8295095 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4f306181-dff9-43f5-8a15-7d742a05f381 HTTP/1.1" status: 204 len: 168 time: 0.1239567 Jan 24 15:39:16.874041 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073fb74-c8f9-4a54-a158-d933a8295095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f306181-dff9-43f5-8a15-7d742a05f381,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:16.956758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d02a-6267-47e2-b35b-50f499642bf3 req-d47f9d26-f61a-4214-94a2-1b60fce5d373 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:16.958246 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3648d02a-6267-47e2-b35b-50f499642bf3 req-d47f9d26-f61a-4214-94a2-1b60fce5d373 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0506964 Jan 24 15:39:17.031605 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-68872240-7017-40e2-ab52-112a9ddd5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:17.033225 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-68872240-7017-40e2-ab52-112a9ddd5889 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 1099 time: 0.0709887 Jan 24 15:39:17.038448 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3648d02a-6267-47e2-b35b-50f499642bf3 req-8d201561-d505-4f73-978d-9cf94766e352 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669696 Jan 24 15:39:17.136206 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-eb193616-6b11-4506-bbeb-361804f3748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:17.137657 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-eb193616-6b11-4506-bbeb-361804f3748d service neutron] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 911 time: 0.0899580 Jan 24 15:39:17.205653 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-1efcac03-4c53-46d3-9e72-726a5310d501 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 200 len: 1002 time: 0.0614095 Jan 24 15:39:17.259221 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-9f6b4997-72b8-476f-bc0a-cd418d0914c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:17.260540 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-9f6b4997-72b8-476f-bc0a-cd418d0914c4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.0456140 Jan 24 15:39:17.307428 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-2608b390-e344-4187-9f80-5a78447277d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:17.308919 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-2608b390-e344-4187-9f80-5a78447277d4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420940 Jan 24 15:39:17.408349 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-b1a3b200-8941-41ec-9615-78211272562a service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905943 Jan 24 15:39:17.501162 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd6d819f-7d2e-42e3-805c-961b7263d9b7 req-86098f0d-e88e-4b24-a109-6e15f216548a service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858555 Jan 24 15:39:17.864771 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:17.969648 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8240-2814-46e4-8ad4-bff8ea0204c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:18.057656 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8240-2814-46e4-8ad4-bff8ea0204c5 admin admin] Publish callbacks [] for security_group (dc631997-5405-4c93-86a9-63d1c66330bc), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:18.061654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8240-2814-46e4-8ad4-bff8ea0204c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (dc631997-5405-4c93-86a9-63d1c66330bc), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:18.100994 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fc5f8240-2814-46e4-8ad4-bff8ea0204c5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2175d170d7cf43b89ba97adb55ac21f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357731 Jan 24 15:39:18.102082 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f8240-2814-46e4-8ad4-bff8ea0204c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc631997-5405-4c93-86a9-63d1c66330bc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:18.104090 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35754) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:18.214158 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50fbd3-2547-4132-b9eb-5d5ed772d9c0 req-81bfd054-428a-457a-93b5-01bd221043ed tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:18.215624 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd50fbd3-2547-4132-b9eb-5d5ed772d9c0 req-81bfd054-428a-457a-93b5-01bd221043ed tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0799685 Jan 24 15:39:18.216641 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0da30025-c54e-4668-9d3d-d9f8bfe31d0d admin admin] Publish callbacks [] for security_group (dc631997-5405-4c93-86a9-63d1c66330bc), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:18.250698 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0da30025-c54e-4668-9d3d-d9f8bfe31d0d admin admin] Publish callbacks [] for security_group (dc631997-5405-4c93-86a9-63d1c66330bc), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:18.298429 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd50fbd3-2547-4132-b9eb-5d5ed772d9c0 req-d4113e43-69ce-4160-8bb9-a4e7990a43e1 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771832 Jan 24 15:39:18.316908 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0da30025-c54e-4668-9d3d-d9f8bfe31d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (dc631997-5405-4c93-86a9-63d1c66330bc), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:18.319689 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0da30025-c54e-4668-9d3d-d9f8bfe31d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:18.322016 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0da30025-c54e-4668-9d3d-d9f8bfe31d0d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/dc631997-5405-4c93-86a9-63d1c66330bc HTTP/1.1" status: 204 len: 168 time: 0.2140594 Jan 24 15:39:18.329816 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da30025-c54e-4668-9d3d-d9f8bfe31d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc631997-5405-4c93-86a9-63d1c66330bc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:19.417071 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb0c6d-2a70-4cc6-903a-8378e6613e07 req-8304e596-79da-43a9-9a7f-869801e8ff01 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:19.418541 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47cb0c6d-2a70-4cc6-903a-8378e6613e07 req-8304e596-79da-43a9-9a7f-869801e8ff01 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0497274 Jan 24 15:39:19.465358 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47cb0c6d-2a70-4cc6-903a-8378e6613e07 req-d900b0ed-bf47-4876-add8-2b9e5d88b7e0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Jan 24 15:39:26.080880 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39ebfa20-fd6e-40cc-ad2b-5f5529428a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.109739 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35898) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:26.213703 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5b226f3-7cfc-4af4-bdf4-8905169bfc91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.289569 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5b226f3-7cfc-4af4-bdf4-8905169bfc91 admin admin] Publish callbacks [] for security_group (0e16597b-ebb8-41e9-ba34-4e57ff28f154), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.293202 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5b226f3-7cfc-4af4-bdf4-8905169bfc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0e16597b-ebb8-41e9-ba34-4e57ff28f154), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.330366 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a5b226f3-7cfc-4af4-bdf4-8905169bfc91 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=343b0492f80c4a60b2797946931f901f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195904 Jan 24 15:39:26.331201 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b226f3-7cfc-4af4-bdf4-8905169bfc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e16597b-ebb8-41e9-ba34-4e57ff28f154,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:26.333145 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35902) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:26.384338 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9051dd7d-a97a-489a-9b5d-efc2c3d4736c admin admin] Publish callbacks [] for security_group (0e16597b-ebb8-41e9-ba34-4e57ff28f154), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.404742 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9051dd7d-a97a-489a-9b5d-efc2c3d4736c admin admin] Publish callbacks [] for security_group (0e16597b-ebb8-41e9-ba34-4e57ff28f154), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.449660 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9051dd7d-a97a-489a-9b5d-efc2c3d4736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0e16597b-ebb8-41e9-ba34-4e57ff28f154), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.452374 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9051dd7d-a97a-489a-9b5d-efc2c3d4736c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.453500 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9051dd7d-a97a-489a-9b5d-efc2c3d4736c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0e16597b-ebb8-41e9-ba34-4e57ff28f154 HTTP/1.1" status: 204 len: 168 time: 0.1193798 Jan 24 15:39:26.461225 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051dd7d-a97a-489a-9b5d-efc2c3d4736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e16597b-ebb8-41e9-ba34-4e57ff28f154,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:26.839841 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35910) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:26.853456 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4c38831-647a-4bd3-aa34-ca8a26de8d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.927637 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4c38831-647a-4bd3-aa34-ca8a26de8d70 admin admin] Publish callbacks [] for security_group (e0880df0-0e05-4e6f-bacf-436dffa8b7bf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.931701 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4c38831-647a-4bd3-aa34-ca8a26de8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e0880df0-0e05-4e6f-bacf-436dffa8b7bf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:26.969152 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b4c38831-647a-4bd3-aa34-ca8a26de8d70 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9e3fb0a577024b5396a5ff6e3c523f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282601 Jan 24 15:39:26.970009 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c38831-647a-4bd3-aa34-ca8a26de8d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0880df0-0e05-4e6f-bacf-436dffa8b7bf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:26.971947 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35912) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:27.021870 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a511ae6c-eddb-4f2e-b797-5ef3be74da6e admin admin] Publish callbacks [] for security_group (e0880df0-0e05-4e6f-bacf-436dffa8b7bf), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.044854 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a511ae6c-eddb-4f2e-b797-5ef3be74da6e admin admin] Publish callbacks [] for security_group (e0880df0-0e05-4e6f-bacf-436dffa8b7bf), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.088665 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a511ae6c-eddb-4f2e-b797-5ef3be74da6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e0880df0-0e05-4e6f-bacf-436dffa8b7bf), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.091406 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a511ae6c-eddb-4f2e-b797-5ef3be74da6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.092535 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a511ae6c-eddb-4f2e-b797-5ef3be74da6e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e0880df0-0e05-4e6f-bacf-436dffa8b7bf HTTP/1.1" status: 204 len: 168 time: 0.1195357 Jan 24 15:39:27.099849 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511ae6c-eddb-4f2e-b797-5ef3be74da6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0880df0-0e05-4e6f-bacf-436dffa8b7bf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:27.399998 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 35918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:27.412951 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fb473a3-40f7-4762-ade9-059927ea49eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.485708 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fb473a3-40f7-4762-ade9-059927ea49eb admin admin] Publish callbacks [] for security_group (e4f9fe7d-5f3d-410f-bc95-61766e6374b4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.489494 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fb473a3-40f7-4762-ade9-059927ea49eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e4f9fe7d-5f3d-410f-bc95-61766e6374b4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.529445 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6fb473a3-40f7-4762-ade9-059927ea49eb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b1608f6b70154bd19cd8544d9f3a19f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284041 Jan 24 15:39:27.531371 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb473a3-40f7-4762-ade9-059927ea49eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f9fe7d-5f3d-410f-bc95-61766e6374b4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:27.532078 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 35920) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:27.581322 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-394924d5-3749-4467-8738-c012512b35b9 admin admin] Publish callbacks [] for security_group (e4f9fe7d-5f3d-410f-bc95-61766e6374b4), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.602900 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-394924d5-3749-4467-8738-c012512b35b9 admin admin] Publish callbacks [] for security_group (e4f9fe7d-5f3d-410f-bc95-61766e6374b4), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.651540 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-394924d5-3749-4467-8738-c012512b35b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e4f9fe7d-5f3d-410f-bc95-61766e6374b4), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.654117 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-394924d5-3749-4467-8738-c012512b35b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:27.655312 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-394924d5-3749-4467-8738-c012512b35b9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e4f9fe7d-5f3d-410f-bc95-61766e6374b4 HTTP/1.1" status: 204 len: 168 time: 0.1220853 Jan 24 15:39:27.663628 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394924d5-3749-4467-8738-c012512b35b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f9fe7d-5f3d-410f-bc95-61766e6374b4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:28.274394 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5454d25-0422-4a4e-b416-df7cdc52b1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:29.318373 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:29.343637 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:39:31.019707 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:31.310985 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71f5a-5a87-4973-8d50-932f0a463d7c req-462f51e4-3c5f-4d56-a121-5209acc1299e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:31.311724 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-14a74c86-44ab-4df3-bdae-6c2652ea6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:31.312613 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-adc71f5a-5a87-4973-8d50-932f0a463d7c req-462f51e4-3c5f-4d56-a121-5209acc1299e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0528190 Jan 24 15:39:31.313166 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-14a74c86-44ab-4df3-bdae-6c2652ea6701 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1138 time: 0.0443790 Jan 24 15:39:31.375072 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-adc71f5a-5a87-4973-8d50-932f0a463d7c req-11315e92-ff00-4232-bcf6-c8110deea690 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560222 Jan 24 15:39:31.407096 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-fa4db6f4-5357-4d44-aff8-4d00e95074c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:31.408561 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-fa4db6f4-5357-4d44-aff8-4d00e95074c1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 200 len: 915 time: 0.0847619 Jan 24 15:39:31.483637 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-ec710454-beef-46c2-8a34-fba4cd368336 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 1002 time: 0.0640643 Jan 24 15:39:31.531514 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-1a47daed-346d-4048-b80b-fa1e07fc4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:31.532962 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-1a47daed-346d-4048-b80b-fa1e07fc4ba3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9be2f639-6bff-436d-a7aa-1bf274e5dc4f HTTP/1.1" status: 200 len: 853 time: 0.0432694 Jan 24 15:39:31.578378 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-d8973afe-5b56-410a-ab37-86c2b3db1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:31.580170 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-d8973afe-5b56-410a-ab37-86c2b3db1d7c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393145 Jan 24 15:39:31.893028 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-c79ef340-347c-41bd-826a-9bb2e7193c94 service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953272 Jan 24 15:39:31.987460 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e6b3157-2523-46ea-8c79-53b9366d2959 req-58dc6c2a-1a71-4251-ab40-348abffecc64 service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854223 Jan 24 15:39:32.435110 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:32.492408 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c2be5-fc14-435c-b755-51cf82849c23 req-b43dd3c4-6a38-4cc4-a8f6-63366de6ce0f tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:32.493976 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d55c2be5-fc14-435c-b755-51cf82849c23 req-b43dd3c4-6a38-4cc4-a8f6-63366de6ce0f tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0515382 Jan 24 15:39:32.554090 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d55c2be5-fc14-435c-b755-51cf82849c23 req-e4bc3a3c-cbcb-4823-aefb-798572704bae tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536582 Jan 24 15:39:33.673273 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25929a5e-6a55-466c-9393-b1040f11851d req-908186e9-de22-4ba8-b6ae-b9cd8674bfc8 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:33.674720 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-25929a5e-6a55-466c-9393-b1040f11851d req-908186e9-de22-4ba8-b6ae-b9cd8674bfc8 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0517254 Jan 24 15:39:33.735908 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-25929a5e-6a55-466c-9393-b1040f11851d req-b2bd59c4-e0b5-40a0-be4a-725597c80636 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553815 Jan 24 15:39:34.848937 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c79b26-b660-423c-a0db-b66b678b1aa4 req-93c565d0-50ea-44f9-8544-a718794ab16f tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:34.850318 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-67c79b26-b660-423c-a0db-b66b678b1aa4 req-93c565d0-50ea-44f9-8544-a718794ab16f tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0481136 Jan 24 15:39:34.916426 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-67c79b26-b660-423c-a0db-b66b678b1aa4 req-6d8b583d-59bc-42ea-a86c-57854729001d tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597110 Jan 24 15:39:36.047413 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e8626-6a48-40de-96fa-405970fec4a7 req-c3823a79-b1ec-4dc6-8ad2-65f2c1f74b17 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:36.048870 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-725e8626-6a48-40de-96fa-405970fec4a7 req-c3823a79-b1ec-4dc6-8ad2-65f2c1f74b17 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0646842 Jan 24 15:39:36.108434 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-725e8626-6a48-40de-96fa-405970fec4a7 req-197e0f6e-a195-46e7-ae92-5ffbb5002907 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526166 Jan 24 15:39:36.260793 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:36.262975 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-9ce62e41-4bb2-48e3-ac47-ecc9dc750032 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494823 Jan 24 15:39:36.349609 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-b949ea78-4073-49b7-ba86-9ef4995c1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:36.351160 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-b949ea78-4073-49b7-ba86-9ef4995c1126 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 1099 time: 0.0394304 Jan 24 15:39:36.468022 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-7a42852a-8c47-4d8b-bf3f-c89af4e77ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:36.469450 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-7a42852a-8c47-4d8b-bf3f-c89af4e77ce2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 911 time: 0.0903900 Jan 24 15:39:36.533028 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-d0e0f1df-dacd-420c-9434-f0ec4de751cb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 200 len: 1002 time: 0.0567462 Jan 24 15:39:36.582700 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-72660309-f8f5-46e4-aa19-8eec0f1f08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:36.584179 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-72660309-f8f5-46e4-aa19-8eec0f1f08fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.0454991 Jan 24 15:39:36.634559 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-3505b491-8d1c-42f0-aa99-0e5379d99cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:36.636061 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-3505b491-8d1c-42f0-aa99-0e5379d99cdf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442669 Jan 24 15:39:36.730860 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-b3de38ca-d387-4bee-84db-44249c6bdcdb service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864322 Jan 24 15:39:36.826242 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d2a89c-0644-4993-9c48-0866c7b9dc95 req-b1d06640-d748-4ae5-a62e-908b83e27c92 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890939 Jan 24 15:39:37.222181 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd5fa3-13e6-4462-8510-03c905374d68 req-fc188d4e-165f-4800-8a1f-0e35686b59ea tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:37.223665 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e7dd5fa3-13e6-4462-8510-03c905374d68 req-fc188d4e-165f-4800-8a1f-0e35686b59ea tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0491748 Jan 24 15:39:37.285567 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e7dd5fa3-13e6-4462-8510-03c905374d68 req-3a9f04e2-34ab-4c49-ae8d-2ed4c08a49f9 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550699 Jan 24 15:39:38.399493 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1d6e1-9605-4a31-94e5-7d6dfffad7b5 req-8f152cc3-84d1-438a-9b26-6423830c449a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:38.400940 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8a1d6e1-9605-4a31-94e5-7d6dfffad7b5 req-8f152cc3-84d1-438a-9b26-6423830c449a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0488060 Jan 24 15:39:38.464874 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8a1d6e1-9605-4a31-94e5-7d6dfffad7b5 req-4782c022-0007-4870-8ee6-681e9771a66b tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583844 Jan 24 15:39:39.581920 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4b61-5438-414e-b2e6-895aa0406baa req-7ef6db9f-85e1-4e90-b65f-d6d7a7af929e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:39.583319 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a66b4b61-5438-414e-b2e6-895aa0406baa req-7ef6db9f-85e1-4e90-b65f-d6d7a7af929e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0499446 Jan 24 15:39:39.643480 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a66b4b61-5438-414e-b2e6-895aa0406baa req-f802884a-7271-4df4-94d2-e1abb2779935 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539370 Jan 24 15:39:40.758850 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db6f7-bc8e-4ddd-9f61-38e5b404533b req-a37a3f13-9234-4052-80dd-79ce5a6a8278 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:40.760361 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-561db6f7-bc8e-4ddd-9f61-38e5b404533b req-a37a3f13-9234-4052-80dd-79ce5a6a8278 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0491948 Jan 24 15:39:40.820801 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-561db6f7-bc8e-4ddd-9f61-38e5b404533b req-c78087f3-3dd6-47d8-a50a-8b401bc2a78c tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547152 Jan 24 15:39:41.937802 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44462f-9b6b-49af-ba04-0079899ab6b6 req-5edbd246-1735-4f0b-a12a-5a842d481701 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:41.939291 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9b44462f-9b6b-49af-ba04-0079899ab6b6 req-5edbd246-1735-4f0b-a12a-5a842d481701 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0519285 Jan 24 15:39:41.998239 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9b44462f-9b6b-49af-ba04-0079899ab6b6 req-eaee0a3b-04df-4e05-99e0-2fd3f8c1ee2d tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527983 Jan 24 15:39:43.114842 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047ded7-c484-4bfb-b38e-c98203e392df req-a9e167c2-13e1-4022-a86f-b029ca732b29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:43.117093 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a047ded7-c484-4bfb-b38e-c98203e392df req-a9e167c2-13e1-4022-a86f-b029ca732b29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0495906 Jan 24 15:39:43.175646 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a047ded7-c484-4bfb-b38e-c98203e392df req-4334693b-870c-446c-bf3c-46a582125721 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527894 Jan 24 15:39:44.288718 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9df73-e65f-4ba8-b03d-6e82a5b1af2f req-d0a2354a-6f5c-438a-9c2b-3232f2087d23 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:44.290203 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17c9df73-e65f-4ba8-b03d-6e82a5b1af2f req-d0a2354a-6f5c-438a-9c2b-3232f2087d23 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0480113 Jan 24 15:39:44.347799 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17c9df73-e65f-4ba8-b03d-6e82a5b1af2f req-612f7548-02b4-4aa9-aa52-2228a419621d tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519698 Jan 24 15:39:45.469201 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b8b1b-4169-4fd7-acd7-900f26af44e2 req-45aa5374-617c-46c4-8d80-ca3cebc432f1 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:45.469767 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-583b8b1b-4169-4fd7-acd7-900f26af44e2 req-45aa5374-617c-46c4-8d80-ca3cebc432f1 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0516069 Jan 24 15:39:45.536617 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-583b8b1b-4169-4fd7-acd7-900f26af44e2 req-8d47eb00-c5b1-4f75-8595-5a902b581be9 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611260 Jan 24 15:39:45.574659 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d326c5-8ddd-46e9-93ee-76c517aa03cf req-72e80eaf-20b5-4e14-adde-35266f54b202 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:45.576182 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2d326c5-8ddd-46e9-93ee-76c517aa03cf req-72e80eaf-20b5-4e14-adde-35266f54b202 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0519361 Jan 24 15:39:45.632602 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2d326c5-8ddd-46e9-93ee-76c517aa03cf req-f5c03697-2f55-4201-988d-4e10934a255d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509875 Jan 24 15:39:46.652669 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc01ce5-d3f9-4bf1-97c3-23db7a0ba163 req-5766717c-9847-4361-a27b-673113f2f0fc tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:46.654043 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bbc01ce5-d3f9-4bf1-97c3-23db7a0ba163 req-5766717c-9847-4361-a27b-673113f2f0fc tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0485947 Jan 24 15:39:46.713849 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bbc01ce5-d3f9-4bf1-97c3-23db7a0ba163 req-c569d64e-1f4c-4a31-bdf4-4a2465884305 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542290 Jan 24 15:39:46.752850 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3b7cb-48f0-453e-8e26-4b0c34c72018 req-ab107ac5-2e1b-4623-b5f2-0ce2ecc5872c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:46.754349 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-afc3b7cb-48f0-453e-8e26-4b0c34c72018 req-ab107ac5-2e1b-4623-b5f2-0ce2ecc5872c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Jan 24 15:39:46.812982 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-afc3b7cb-48f0-453e-8e26-4b0c34c72018 req-73d844e0-be3f-4d2c-b66a-0f159864b1e1 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528827 Jan 24 15:39:47.830098 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dd009-f909-47ca-aac9-3a7e24ac7c9f req-a4dc585f-c098-4315-9e2e-b27af3f3544d tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:47.831568 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3a2dd009-f909-47ca-aac9-3a7e24ac7c9f req-a4dc585f-c098-4315-9e2e-b27af3f3544d tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0485861 Jan 24 15:39:47.895183 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3a2dd009-f909-47ca-aac9-3a7e24ac7c9f req-36cad8fc-e0e4-44e3-ae25-4db0892f21ac tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576098 Jan 24 15:39:47.938612 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b66ef6-22f7-4c35-bb4b-0a6fb1681159 req-7c63d313-89ad-4a32-bc0b-ac94ae86cf23 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:47.940382 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75b66ef6-22f7-4c35-bb4b-0a6fb1681159 req-7c63d313-89ad-4a32-bc0b-ac94ae86cf23 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0529938 Jan 24 15:39:47.994425 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75b66ef6-22f7-4c35-bb4b-0a6fb1681159 req-3ca6295e-2b67-452b-a7e3-fec97de1fca7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483356 Jan 24 15:39:49.012983 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a8409-19a3-4c78-b48d-7562c598f9a4 req-64aaa896-13d0-4781-8ef3-b51425c775c1 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:49.014429 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-723a8409-19a3-4c78-b48d-7562c598f9a4 req-64aaa896-13d0-4781-8ef3-b51425c775c1 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0522809 Jan 24 15:39:49.074894 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-723a8409-19a3-4c78-b48d-7562c598f9a4 req-668f73ca-e704-4c84-bb69-90dd39472fcb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&id=5ef9319b-7acd-44f8-af18-b65d9ba8cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549204 Jan 24 15:39:49.118459 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5ed76-9c96-493a-b755-af2a49ebfc1a req-6dc1f4f7-5b5b-4c5a-8f38-419dbceb9901 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:49.120205 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-beb5ed76-9c96-493a-b755-af2a49ebfc1a req-6dc1f4f7-5b5b-4c5a-8f38-419dbceb9901 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0541484 Jan 24 15:39:49.167238 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-beb5ed76-9c96-493a-b755-af2a49ebfc1a req-6c87937b-0c55-4b6c-9cfc-e326feb819be tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414643 Jan 24 15:39:50.283881 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1d36d-dbab-48c3-ad23-54d68333bd8c req-a8578774-88ef-4a36-94cb-88174d09445b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:50.285317 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e5b1d36d-dbab-48c3-ad23-54d68333bd8c req-a8578774-88ef-4a36-94cb-88174d09445b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0479765 Jan 24 15:39:50.342634 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e5b1d36d-dbab-48c3-ad23-54d68333bd8c req-dce8fdfa-d590-4530-baa7-e88d4ef77a56 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509918 Jan 24 15:39:51.469753 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca7c47-7ea3-4c7b-a6d3-d8ba4eb01d11 req-41b05152-130d-4f65-bf3a-a57b2e273e04 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:51.471444 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12ca7c47-7ea3-4c7b-a6d3-d8ba4eb01d11 req-41b05152-130d-4f65-bf3a-a57b2e273e04 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0514410 Jan 24 15:39:51.523574 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12ca7c47-7ea3-4c7b-a6d3-d8ba4eb01d11 req-829646e0-52cb-4b36-a085-3e3b7334e6e0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463288 Jan 24 15:39:52.651987 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c51028-53fd-4a3d-84e7-57d9c91a5024 req-da13f2d2-3b6e-444f-95fc-a4a9caf01be6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:52.653447 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d7c51028-53fd-4a3d-84e7-57d9c91a5024 req-da13f2d2-3b6e-444f-95fc-a4a9caf01be6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0521004 Jan 24 15:39:52.700628 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d7c51028-53fd-4a3d-84e7-57d9c91a5024 req-0caff695-bde0-4bf4-840b-f90f060009a2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415626 Jan 24 15:39:53.834968 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89282d5c-304c-4cee-af67-290aac20b366 req-b993bcfc-1b22-4bfb-9fa2-4b9963fa9218 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:53.836642 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89282d5c-304c-4cee-af67-290aac20b366 req-b993bcfc-1b22-4bfb-9fa2-4b9963fa9218 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0601425 Jan 24 15:39:53.883614 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89282d5c-304c-4cee-af67-290aac20b366 req-b1e0650b-f422-4eb1-b26e-f916356442b0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413320 Jan 24 15:39:55.009649 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614ff6-4a25-4188-9c42-d560df4487ee req-fdf96e7b-5065-4ee4-ab4a-461011700ac8 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:55.011039 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-68614ff6-4a25-4188-9c42-d560df4487ee req-fdf96e7b-5065-4ee4-ab4a-461011700ac8 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0513513 Jan 24 15:39:55.063213 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-68614ff6-4a25-4188-9c42-d560df4487ee req-ce76964a-819c-47a1-927f-5c7acc9c17b6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465138 Jan 24 15:39:56.082080 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab031-0b74-46d7-ab5b-1ae5f8ad7aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:56.185957 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d86d-d9dd-4624-8d92-899c2d740eec req-dcd4fe10-5174-4901-93a2-f9d81b06bc1a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:56.187475 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4be7d86d-d9dd-4624-8d92-899c2d740eec req-dcd4fe10-5174-4901-93a2-f9d81b06bc1a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0506074 Jan 24 15:39:56.221890 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36218) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:56.244038 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4be7d86d-d9dd-4624-8d92-899c2d740eec req-1018814d-73ff-42ee-b458-aa245e2de639 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510702 Jan 24 15:39:56.325219 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:56.399537 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Publish callbacks [] for security_group (0a6991dc-d786-406a-82a6-aa99019b052e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:56.407688 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0a6991dc-d786-406a-82a6-aa99019b052e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:56.453096 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fe7cb56b578246beaa07b99d680e1c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301722 Jan 24 15:39:56.453906 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6991dc-d786-406a-82a6-aa99019b052e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:56.455796 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:39:56.461760 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.462108 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.462450 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.462784 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.463115 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.463467 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.463794 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.464121 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.464447 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.464771 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.465092 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.465409 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.465756 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4508-f5f1-44d9-b343-87606e2ef49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.502929 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Publish callbacks [] for security_group (0a6991dc-d786-406a-82a6-aa99019b052e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:56.523992 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Publish callbacks [] for security_group (0a6991dc-d786-406a-82a6-aa99019b052e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:56.570930 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0a6991dc-d786-406a-82a6-aa99019b052e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:56.573600 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:56.574722 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0a6991dc-d786-406a-82a6-aa99019b052e HTTP/1.1" status: 204 len: 168 time: 0.1179636 Jan 24 15:39:56.582123 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6991dc-d786-406a-82a6-aa99019b052e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:39:56.589095 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.589446 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.589788 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.590124 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.590454 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.590778 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.591102 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.591457 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.591782 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.592105 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.592426 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.592742 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:56.593059 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccd159-57d2-4021-a787-10d6dccf316b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:39:57.361522 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b264-de35-4585-8e1d-5d71e4b4d1a6 req-139dfb9f-60fc-4678-9fab-18133cc33ef1 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:57.362967 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5099b264-de35-4585-8e1d-5d71e4b4d1a6 req-139dfb9f-60fc-4678-9fab-18133cc33ef1 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0476258 Jan 24 15:39:57.415045 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5099b264-de35-4585-8e1d-5d71e4b4d1a6 req-7a6f8c54-33c6-4c08-abeb-2a0ad86c5607 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463352 Jan 24 15:39:58.274954 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b31a502d-2de1-483f-b4d2-eea4fac5513c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:58.535238 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aff0b-54cd-4e02-ae46-895828c0dbae req-5dfd5d8c-732d-4613-9c52-74028dcf9c7e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:58.536721 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a3aff0b-54cd-4e02-ae46-895828c0dbae req-5dfd5d8c-732d-4613-9c52-74028dcf9c7e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Jan 24 15:39:58.583132 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a3aff0b-54cd-4e02-ae46-895828c0dbae req-70ed5417-945c-4773-920b-3cdaf7e9626e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409296 Jan 24 15:39:59.320444 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:39:59.700832 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228038e-b00d-4af4-bca9-002a20408a82 req-57a31d41-2c1a-4682-8505-aea791814834 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:39:59.702288 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f228038e-b00d-4af4-bca9-002a20408a82 req-57a31d41-2c1a-4682-8505-aea791814834 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0478537 Jan 24 15:39:59.747882 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f228038e-b00d-4af4-bca9-002a20408a82 req-9281b593-4e7e-461f-ae1f-304e1ee7069b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401273 Jan 24 15:40:00.865957 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eea472-b54b-4fd7-8ec6-5cfcb103d723 req-d6a91dd9-a9fa-4e5e-a0ef-f3e406b3473a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:00.867439 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44eea472-b54b-4fd7-8ec6-5cfcb103d723 req-d6a91dd9-a9fa-4e5e-a0ef-f3e406b3473a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0482607 Jan 24 15:40:00.914320 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44eea472-b54b-4fd7-8ec6-5cfcb103d723 req-ddec36d1-6d13-4a7b-8056-65f00754f19a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411584 Jan 24 15:40:01.020317 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:02.037562 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabfb24-29ee-4e35-b27f-405a71d31cf9 req-52fee0b0-ec14-4d80-947c-2f9b7a599404 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:02.039162 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0eabfb24-29ee-4e35-b27f-405a71d31cf9 req-52fee0b0-ec14-4d80-947c-2f9b7a599404 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0517862 Jan 24 15:40:02.085708 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0eabfb24-29ee-4e35-b27f-405a71d31cf9 req-390b8c86-124e-4dde-be43-cc5f119c2f2c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403082 Jan 24 15:40:02.440395 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:02.718894 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:40:02.810919 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:02.821743 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'port_id': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'mac_address': 'fa:16:3e:aa:92:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:40:02.862109 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 616fd7fb-2937-4971-b624-cb775b1fc3ed is: ACTIVE; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:40:02.862503 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:02.875074 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 616fd7fb-2937-4971-b624-cb775b1fc3ed {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:40:02.895062 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:02.899738 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:02.948706 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:02.956039 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.956399 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.956751 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.957096 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.957432 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.957773 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.958160 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.959015 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.959404 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.959742 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.960072 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.960399 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:02.960724 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:40:03.021972 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['616fd7fb-2937-4971-b624-cb775b1fc3ed'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:40:03.209960 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739c92e-0db6-4885-97e0-2928f580e37e req-96d1a9d9-38e0-49e0-bfc8-68411f19ec71 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:03.211442 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f739c92e-0db6-4885-97e0-2928f580e37e req-96d1a9d9-38e0-49e0-bfc8-68411f19ec71 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Jan 24 15:40:03.256947 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f739c92e-0db6-4885-97e0-2928f580e37e req-5e37b005-b7b4-4b32-9ffc-e30a5b896a66 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400238 Jan 24 15:40:04.389836 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8385c5-761c-4325-bfc4-6c3ef81dd02c req-7192c72b-ffa1-47f8-8d48-09ab9f85bc2b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:04.391503 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3f8385c5-761c-4325-bfc4-6c3ef81dd02c req-7192c72b-ffa1-47f8-8d48-09ab9f85bc2b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 945 time: 0.0587442 Jan 24 15:40:04.450327 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3f8385c5-761c-4325-bfc4-6c3ef81dd02c req-d25611a6-40d5-4291-a4dd-655440f9fb1a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518012 Jan 24 15:40:04.730880 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:40:04.792300 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 616fd7fb-2937-4971-b624-cb775b1fc3ed triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:40:04.792943 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:05.039286 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 616fd7fb-2937-4971-b624-cb775b1fc3ed is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:40:05.039836 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:05.067123 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:05.071139 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37825251-cc98-4f65-bd5b-62339543e3fd" -d '{"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-plugged", "status": "completed", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:05.106025 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:05.124494 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:05.144189 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3510b3a0-8bc2-427a-bfdc-5a19061a2233 x-openstack-request-id: req-3510b3a0-8bc2-427a-bfdc-5a19061a2233 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:05.144464 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-plugged", "status": "completed", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:05.144728 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3510b3a0-8bc2-427a-bfdc-5a19061a2233 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:05.145133 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'code': 200} Jan 24 15:40:05.243259 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:05.586212 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4a1ae-5880-483a-96f6-5fdd7aa57f6f req-18ca29b9-9651-49af-8682-26deee696daf tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:05.588522 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-97a4a1ae-5880-483a-96f6-5fdd7aa57f6f req-18ca29b9-9651-49af-8682-26deee696daf tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0558794 Jan 24 15:40:05.655436 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-97a4a1ae-5880-483a-96f6-5fdd7aa57f6f req-cb55e35a-b7f6-417c-a66e-84ee9afe2dd3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610449 Jan 24 15:40:06.266348 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:06.343351 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:40:06.791360 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24539467-194b-4994-b2ef-9766fece1061 req-fa5aaa80-778d-4001-96af-a120428ecd0e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:06.795620 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24539467-194b-4994-b2ef-9766fece1061 req-fa5aaa80-778d-4001-96af-a120428ecd0e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0557041 Jan 24 15:40:06.848160 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24539467-194b-4994-b2ef-9766fece1061 req-cc3d46f6-ce7c-486f-8f65-612060f6af43 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495524 Jan 24 15:40:07.983754 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9785fa-1b52-444f-959c-10022ecb090b req-c0d47bcc-881b-4d84-8e3c-fb3efaeb4fe1 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:07.985237 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0b9785fa-1b52-444f-959c-10022ecb090b req-c0d47bcc-881b-4d84-8e3c-fb3efaeb4fe1 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0525320 Jan 24 15:40:08.036013 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0b9785fa-1b52-444f-959c-10022ecb090b req-9662f45c-33df-4723-8dcd-a6a843e2f00a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445814 Jan 24 15:40:09.162398 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ea381-1b9d-4ae7-b462-b6c0e2101f3b req-e615a6e2-2bd3-430e-85ef-1aa451734dee tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:09.163926 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d32ea381-1b9d-4ae7-b462-b6c0e2101f3b req-e615a6e2-2bd3-430e-85ef-1aa451734dee tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Jan 24 15:40:09.222192 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d32ea381-1b9d-4ae7-b462-b6c0e2101f3b req-688334d9-dde4-46d4-94a4-7fd47479fa66 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526330 Jan 24 15:40:10.353832 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec0dad-05e8-41e7-8084-2128d3769476 req-23cccb0c-d57d-4b0a-a0e2-cdda90ea7650 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:10.356290 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f8ec0dad-05e8-41e7-8084-2128d3769476 req-23cccb0c-d57d-4b0a-a0e2-cdda90ea7650 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0541275 Jan 24 15:40:10.408180 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f8ec0dad-05e8-41e7-8084-2128d3769476 req-08d2c90a-9345-4359-9ffa-1ecc65c9c70c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460744 Jan 24 15:40:11.538137 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9aebd-42d8-4be8-9a49-b409b5fd0ddd req-2f13cea1-0c75-4fac-b0cc-b7d8566f577f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:11.539771 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ef9aebd-42d8-4be8-9a49-b409b5fd0ddd req-2f13cea1-0c75-4fac-b0cc-b7d8566f577f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0542746 Jan 24 15:40:11.592430 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ef9aebd-42d8-4be8-9a49-b409b5fd0ddd req-23825b34-b0b7-4d2c-ae5e-0cd4ea21a39d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470030 Jan 24 15:40:12.714676 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f9459-a135-4d99-a411-64fb6197aea4 req-430d346d-3f9e-4365-9f13-8388aae325e3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:12.716145 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2c6f9459-a135-4d99-a411-64fb6197aea4 req-430d346d-3f9e-4365-9f13-8388aae325e3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0511706 Jan 24 15:40:12.761678 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2c6f9459-a135-4d99-a411-64fb6197aea4 req-df389539-f294-4803-9916-bedbf60c60b8 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400779 Jan 24 15:40:13.099277 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-6b53afd4-52af-4b6f-95e5-1f53d29cdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:13.100787 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-6b53afd4-52af-4b6f-95e5-1f53d29cdbda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 1099 time: 0.0407686 Jan 24 15:40:13.195472 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-6b4fa0bd-25e3-4c55-9571-9588fb2c4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:13.196902 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-6b4fa0bd-25e3-4c55-9571-9588fb2c4dd3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.0863152 Jan 24 15:40:13.264935 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-1466a8b4-2d30-42c7-aed8-fec1636d5db3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed HTTP/1.1" status: 200 len: 1002 time: 0.0608842 Jan 24 15:40:13.321883 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-210f2f77-5df4-43e6-84bb-a83bb1a953f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:13.323350 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-210f2f77-5df4-43e6-84bb-a83bb1a953f7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0491524 Jan 24 15:40:13.367621 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-ccd71bcd-eacb-4c81-af97-42e0e8ab0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:13.369077 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-ccd71bcd-eacb-4c81-af97-42e0e8ab0727 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389462 Jan 24 15:40:13.456202 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-9b0876d9-5fc0-48c1-8046-8721e772d99d service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800297 Jan 24 15:40:13.547437 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c0e37de-e637-46c0-b6a4-9836d07b6604 req-def168e7-f51d-45f2-a5bc-c6cbe1f21f08 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845137 Jan 24 15:40:13.880840 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586adbf-e194-4c5a-979b-bc5e4a78fec7 req-6712da48-8fe2-4ea9-b6b1-4e6392acdfd0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:13.882280 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2586adbf-e194-4c5a-979b-bc5e4a78fec7 req-6712da48-8fe2-4ea9-b6b1-4e6392acdfd0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0487092 Jan 24 15:40:13.928803 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2586adbf-e194-4c5a-979b-bc5e4a78fec7 req-312df938-6ece-4f99-8047-47ec7e62c7ce tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410702 Jan 24 15:40:15.049352 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35944f7b-a109-446c-9246-eacebe2e5382 req-8c0a5dcf-b7d0-4c92-bcab-37815412b312 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:15.050762 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-35944f7b-a109-446c-9246-eacebe2e5382 req-8c0a5dcf-b7d0-4c92-bcab-37815412b312 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0489385 Jan 24 15:40:15.096567 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-35944f7b-a109-446c-9246-eacebe2e5382 req-03babbdf-916b-4817-bff8-c4339e13a605 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395925 Jan 24 15:40:16.218258 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad034ae-3c65-407f-95c4-d6b844f69a92 req-628d9206-b48a-4a10-aff7-2bf1857cf982 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:16.219706 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ad034ae-3c65-407f-95c4-d6b844f69a92 req-628d9206-b48a-4a10-aff7-2bf1857cf982 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0516875 Jan 24 15:40:16.265125 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ad034ae-3c65-407f-95c4-d6b844f69a92 req-e8e02ce3-bb7c-479c-8ddf-40d761c3ecd4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398540 Jan 24 15:40:16.714535 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-9aeaf552-34a1-4ebb-a98b-9ec3ac1257f3 req-9e409712-532d-4ae4-bcf0-1d22ff31582d service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:40:16.715566 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aeaf552-34a1-4ebb-a98b-9ec3ac1257f3 req-9e409712-532d-4ae4-bcf0-1d22ff31582d service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055122 Jan 24 15:40:16.759794 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:16.846470 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 616fd7fb-2937-4971-b624-cb775b1fc3ed is: ACTIVE; New status is: DOWN {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:40:16.846860 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:16.870858 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:16.873582 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf63169-e971-456b-a0bb-84f145fe12a1" -d '{"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-unplugged", "status": "completed", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:16.887310 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:16.892456 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781407d-62fa-4f1d-8802-be530b447393 req-d1228b79-17ef-4d47-a594-234ee69e2f0b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:16.893973 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f781407d-62fa-4f1d-8802-be530b447393 req-d1228b79-17ef-4d47-a594-234ee69e2f0b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 946 time: 0.0645237 Jan 24 15:40:16.894825 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:16.918846 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fb5683-ba66-4a43-9cd0-79e2902633e3 x-openstack-request-id: req-04fb5683-ba66-4a43-9cd0-79e2902633e3 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:16.919132 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-unplugged", "status": "failed", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:16.919574 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-04fb5683-ba66-4a43-9cd0-79e2902633e3 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:16.919981 dv-cinder-820164-3-iscsi neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'code': 422} returned with failed status Jan 24 15:40:16.951234 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:16.951678 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f781407d-62fa-4f1d-8802-be530b447393 req-c6a003c1-3f08-4278-b83e-995decb92fcf tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478923 Jan 24 15:40:17.213861 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:17.297231 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-cfc05cf5-b5cc-4143-8c77-a93db99ca068 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821748 Jan 24 15:40:17.306253 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-71e8f555-7418-4dc5-8fa3-b4ad7071a055 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:40:17.307199 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-71e8f555-7418-4dc5-8fa3-b4ad7071a055 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048029 Jan 24 15:40:18.067662 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8814be-000d-49bf-b78e-850ca417d4f0 req-317076a1-1593-46ee-9651-105d86d57d55 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:18.069044 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-db8814be-000d-49bf-b78e-850ca417d4f0 req-317076a1-1593-46ee-9651-105d86d57d55 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0476739 Jan 24 15:40:18.120323 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-db8814be-000d-49bf-b78e-850ca417d4f0 req-8f6312f9-5421-49e5-9f45-241a41784880 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454090 Jan 24 15:40:18.643981 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-300e61a1-94f3-488b-9543-d9f36b885a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:18.645577 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-300e61a1-94f3-488b-9543-d9f36b885a7e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42&tenant_id=8e6a61251ca545109912c92468b12924 HTTP/1.1" status: 200 len: 1097 time: 0.0730836 Jan 24 15:40:18.705810 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-3a5a1dc4-94dd-4e31-89af-1644eef3eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:18.707963 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-3a5a1dc4-94dd-4e31-89af-1644eef3eff7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 1097 time: 0.0400574 Jan 24 15:40:18.801015 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-bae12dc5-38c8-4844-b6d7-367236b849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:18.802539 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-bae12dc5-38c8-4844-b6d7-367236b849f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.0875747 Jan 24 15:40:18.866213 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-88811f0c-8cdc-4184-84e9-ed59c32b51c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed HTTP/1.1" status: 200 len: 1000 time: 0.0579951 Jan 24 15:40:18.915247 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-001758e5-a692-4ca3-9107-256cb6fbe4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:18.916584 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-001758e5-a692-4ca3-9107-256cb6fbe4a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0428779 Jan 24 15:40:18.963774 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-2358010f-8231-4ee0-a5d7-97e5630b162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:18.965224 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-2358010f-8231-4ee0-a5d7-97e5630b162d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426602 Jan 24 15:40:19.052461 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-03a0efe9-a64d-433c-93ec-9d2ffe82b7b2 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813777 Jan 24 15:40:19.142682 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a455484a-51dd-4ba4-9265-ce6724272a31 req-f1819496-0676-4455-8ad9-cfd65f459aa2 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843985 Jan 24 15:40:19.244130 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef030-2cab-4542-b45b-ab15405abd05 req-a40b38a1-0fec-4b4f-b592-f285f071c2e9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:19.245851 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-76cef030-2cab-4542-b45b-ab15405abd05 req-a40b38a1-0fec-4b4f-b592-f285f071c2e9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0485113 Jan 24 15:40:19.291451 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-76cef030-2cab-4542-b45b-ab15405abd05 req-f4ce130b-d07a-4f97-8a54-9775bee09432 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401511 Jan 24 15:40:20.425648 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2182a-f00d-4793-a5b0-930d225015f3 req-37823893-de86-4623-87ad-b457b7382ca6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:20.427127 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46a2182a-f00d-4793-a5b0-930d225015f3 req-37823893-de86-4623-87ad-b457b7382ca6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0544062 Jan 24 15:40:20.483206 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46a2182a-f00d-4793-a5b0-930d225015f3 req-e6276d11-79cb-44e4-a144-a3046bf7e416 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504310 Jan 24 15:40:21.610218 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb425e3-8a43-4629-b319-60cd77eee0f2 req-d132f74c-bb4c-4379-8572-3a53c46dbeb3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:21.611764 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1eb425e3-8a43-4629-b319-60cd77eee0f2 req-d132f74c-bb4c-4379-8572-3a53c46dbeb3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0528054 Jan 24 15:40:21.660340 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1eb425e3-8a43-4629-b319-60cd77eee0f2 req-4cfde5d2-3492-4e21-a0e6-45629a802399 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429127 Jan 24 15:40:22.795871 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a2940-158f-4957-bdbd-09d58a9f0f21 req-6657f8ac-9281-4a6d-a95b-025ea0c21469 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:22.797633 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf3a2940-158f-4957-bdbd-09d58a9f0f21 req-6657f8ac-9281-4a6d-a95b-025ea0c21469 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0559111 Jan 24 15:40:22.852459 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf3a2940-158f-4957-bdbd-09d58a9f0f21 req-45e89749-020c-4818-8957-669a2d523cf5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481224 Jan 24 15:40:23.033417 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-be2ce326-da1d-40af-9d22-642d048951c8 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207382091&fields=id&tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de HTTP/1.1" status: 200 len: 267 time: 0.0527356 Jan 24 15:40:23.096966 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-f5400152-3505-4485-a6ec-d6eab26a9a5b tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:23.101369 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-f5400152-3505-4485-a6ec-d6eab26a9a5b tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 985 time: 0.0575593 Jan 24 15:40:23.110641 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Request body: {'port': {'security_groups': ['12094c51-d628-4766-9608-cc6e486aad22']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:40:23.200817 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:23.309974 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89594aaa-1358-456a-a838-d93b33e564e5 req-0ca513dc-cc5b-452f-a32b-88743ca35964 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:23.317359 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-89594aaa-1358-456a-a838-d93b33e564e5 req-0ca513dc-cc5b-452f-a32b-88743ca35964 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0548866 Jan 24 15:40:23.373102 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-89594aaa-1358-456a-a838-d93b33e564e5 req-8641e541-9deb-4774-97fe-0ccc5d1781ce tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548711 Jan 24 15:40:23.453873 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] For port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:23.488903 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:23.493574 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:23.509181 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8f4d54dc-b204-49d1-b13f-5f05e5bed30e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:40:23.547942 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:23.548630 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:23.554325 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d4f66af-8a17-4301-b4e3-a6c10c456613 req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "PUT /v2.0/ports/8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 943 time: 0.4484215 Jan 24 15:40:23.555838 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:23.557014 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36418) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:23.563773 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:23.624381 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a9315-8632-49ae-b683-77dbcb5d027a tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event updated for resources: {'Port': ['ID=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:23.630688 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578ab7b1-f3fa-4a19-9580-0418d35be07e x-openstack-request-id: req-578ab7b1-f3fa-4a19-9580-0418d35be07e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:23.630974 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:23.631623 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-578ab7b1-f3fa-4a19-9580-0418d35be07e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:23.631994 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'status': 'completed', 'code': 200} Jan 24 15:40:23.655651 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8f4d54dc-b204-49d1-b13f-5f05e5bed30e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:40:23.666268 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e617224b-18f3-4b19-9f06-276bbcbfd187 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group (5ef9319b-7acd-44f8-af18-b65d9ba8cf70), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:23.701679 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e617224b-18f3-4b19-9f06-276bbcbfd187 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group (5ef9319b-7acd-44f8-af18-b65d9ba8cf70), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:23.952049 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6d60ff99-12cf-4831-841c-174d56f2cd17 None None] Provisioning complete for port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:40:23.952420 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d60ff99-12cf-4831-841c-174d56f2cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:24.032257 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31d82d-edb1-4ca2-8b63-b8e04a19e845 req-6bd12ea5-a248-4996-8215-32e271278554 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:24.042679 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea31d82d-edb1-4ca2-8b63-b8e04a19e845 req-6bd12ea5-a248-4996-8215-32e271278554 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0897083 Jan 24 15:40:24.085878 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e617224b-18f3-4b19-9f06-276bbcbfd187 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (5ef9319b-7acd-44f8-af18-b65d9ba8cf70), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:24.089157 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e617224b-18f3-4b19-9f06-276bbcbfd187 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:24.090858 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e617224b-18f3-4b19-9f06-276bbcbfd187 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "DELETE /v2.0/security-groups/5ef9319b-7acd-44f8-af18-b65d9ba8cf70 HTTP/1.1" status: 204 len: 168 time: 0.5325699 Jan 24 15:40:24.097361 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:24.115027 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea31d82d-edb1-4ca2-8b63-b8e04a19e845 req-82bcc387-3441-4432-88a2-ac85bde96aa7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710104 Jan 24 15:40:24.152216 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6d60ff99-12cf-4831-841c-174d56f2cd17 None None] Current status of the port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:40:24.163621 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617224b-18f3-4b19-9f06-276bbcbfd187 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef9319b-7acd-44f8-af18-b65d9ba8cf70,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:24.296295 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Deleting port c53377a8-7a38-43da-b143-888110861724 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:24.296637 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (c53377a8-7a38-43da-b143-888110861724), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:24.377629 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (c53377a8-7a38-43da-b143-888110861724), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:24.378366 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for floatingip (c53377a8-7a38-43da-b143-888110861724), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:24.397467 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Calling delete_port for c53377a8-7a38-43da-b143-888110861724 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:24.563717 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53c57f-5e46-4755-a8f2-fb45f93ac61f req-cf854414-221b-4980-b664-1e35d756afa4 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:24.565311 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6f53c57f-5e46-4755-a8f2-fb45f93ac61f req-cf854414-221b-4980-b664-1e35d756afa4 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0972965 Jan 24 15:40:24.647803 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6f53c57f-5e46-4755-a8f2-fb45f93ac61f req-57b7334c-b179-4d25-a628-ca768b8b58fb tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756726 Jan 24 15:40:24.673677 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (c53377a8-7a38-43da-b143-888110861724), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:24.701391 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event deleted for resources: {'Port': ['ID=c53377a8-7a38-43da-b143-888110861724,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:24.771634 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks [] for floatingip (4bbcbd63-2155-4c48-88f2-1f63aa9a7700), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:24.771959 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Floating IP 4bbcbd63-2155-4c48-88f2-1f63aa9a7700 disassociated (deleted). External IP: 172.27.2.249, port: 8f4d54dc-b204-49d1-b13f-5f05e5bed30e. Jan 24 15:40:25.028119 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:40:25.153259 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:40:25.158229 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:25.163043 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] Sync routers for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:40:25.189597 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:25.190193 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:39:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:25.196459 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c68d363f-bb3a-4ad7-a59b-01040325aa29 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "DELETE /v2.0/floatingips/4bbcbd63-2155-4c48-88f2-1f63aa9a7700 HTTP/1.1" status: 204 len: 168 time: 1.0938530 Jan 24 15:40:25.196876 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:25.199525 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:25.243064 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efc903-7568-42e3-87a0-25e2c6bff439 req-e6a7bf6f-da17-4b86-ae38-f42579869880 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:25.250354 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29efc903-7568-42e3-87a0-25e2c6bff439 req-e6a7bf6f-da17-4b86-ae38-f42579869880 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0637615 Jan 24 15:40:25.311990 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29efc903-7568-42e3-87a0-25e2c6bff439 req-828c0c0e-1e70-437f-8aa4-6e4fdbced228 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605056 Jan 24 15:40:25.411728 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d71eea0-a6d1-4e45-9272-0268963363b7 x-openstack-request-id: req-4d71eea0-a6d1-4e45-9272-0268963363b7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:25.412287 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:25.412379 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4d71eea0-a6d1-4e45-9272-0268963363b7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:25.412738 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'status': 'completed', 'code': 200} Jan 24 15:40:25.424934 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:25.704509 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:04Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:25.735228 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] Checking router: 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:40:25.746022 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:25.746692 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:39:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:25.796686 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c948e-9ff6-443a-9bbc-df8b496c0e0c req-42a07527-3bed-4555-a7e9-8b920a5838dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:25.798366 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e72c948e-9ff6-443a-9bbc-df8b496c0e0c req-42a07527-3bed-4555-a7e9-8b920a5838dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0609615 Jan 24 15:40:25.853238 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e72c948e-9ff6-443a-9bbc-df8b496c0e0c req-ed40da4b-fedf-4d2f-a579-e92beba67f83 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479102 Jan 24 15:40:25.876219 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:26.095937 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a271c59b-c991-490e-ae44-e8dcc27d0e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:26.125050 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:04Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:26.161435 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed55763b-7c84-486d-8a31-97bbc1354629 None None] The sync data for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi is: [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:37:59Z', 'revision_number': 4, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '301c71e9-15ed-43e2-b63c-ba8880e86dde', 'name': '', 'network_id': 'aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'mac_address': 'fa:16:3e:0d:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:58Z', 'updated_at': '2022-01-24T15:38:04Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'subnets': [{'id': '9be2f639-6bff-436d-a7aa-1bf274e5dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:40:26.462375 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dcc5b-af64-4ab3-b473-e65a54e019d7 req-e1b4d07b-44bf-4ac0-be1b-0cb11e4293d4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:26.464188 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-854dcc5b-af64-4ab3-b473-e65a54e019d7 req-e1b4d07b-44bf-4ac0-be1b-0cb11e4293d4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0607774 Jan 24 15:40:26.479859 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afc5db1-26ca-4ef3-b01a-aead4ef1af99 None None] New status for floating IP 4bbcbd63-2155-4c48-88f2-1f63aa9a7700: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:40:26.532099 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-854dcc5b-af64-4ab3-b473-e65a54e019d7 req-8ecddad7-e0f5-47cb-84e1-e60f2d5a45e9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615892 Jan 24 15:40:26.977691 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f1e71-09e4-41cb-a2be-adfc2400b942 req-abe1397b-28c8-43a7-a4e3-bac8d8eaf2aa tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:26.979215 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d5f1e71-09e4-41cb-a2be-adfc2400b942 req-abe1397b-28c8-43a7-a4e3-bac8d8eaf2aa tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0532608 Jan 24 15:40:27.031413 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d5f1e71-09e4-41cb-a2be-adfc2400b942 req-a5d97e81-416f-492f-811a-52d7c5c23a4a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463176 Jan 24 15:40:27.669264 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35868c5f-a8dd-4b94-9b9e-613171990abb req-0ffee89a-767f-42e4-bf91-089a9bdbc23d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:27.670704 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-35868c5f-a8dd-4b94-9b9e-613171990abb req-0ffee89a-767f-42e4-bf91-089a9bdbc23d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0523219 Jan 24 15:40:27.717310 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-35868c5f-a8dd-4b94-9b9e-613171990abb req-2b9f57f9-2f05-4ce4-b5a8-eadfc7e40147 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410013 Jan 24 15:40:27.929585 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-f27c47c1-2760-4936-a849-0f0d200eb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:27.931061 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-f27c47c1-2760-4936-a849-0f0d200eb488 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0452912 Jan 24 15:40:28.025089 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-0aa1f36f-2aa7-45c6-9788-632ce743f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.026531 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-0aa1f36f-2aa7-45c6-9788-632ce743f4ed service neutron] 10.222.0.88 "GET /v2.0/networks?id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 200 len: 915 time: 0.0849671 Jan 24 15:40:28.069836 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-28389de8-86f8-45c8-a72b-22175924db1f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 217 time: 0.0373573 Jan 24 15:40:28.125388 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-f8d75e98-fdac-4eb8-90ff-b259d3c3a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.126853 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-f8d75e98-fdac-4eb8-90ff-b259d3c3a79d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9be2f639-6bff-436d-a7aa-1bf274e5dc4f HTTP/1.1" status: 200 len: 853 time: 0.0495737 Jan 24 15:40:28.202195 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-e3516ea7-e910-4f6e-bad3-023561c1e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.203600 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-e3516ea7-e910-4f6e-bad3-023561c1e21b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676694 Jan 24 15:40:28.226568 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2bc8d-0506-4f5b-8cbc-2bf848249410 req-97f0747d-5b33-4c03-a50c-d3940e2ca71c tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.227957 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2be2bc8d-0506-4f5b-8cbc-2bf848249410 req-97f0747d-5b33-4c03-a50c-d3940e2ca71c tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.1227171 Jan 24 15:40:28.276978 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3fe3db80-36b6-459e-a182-95a62883778f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:28.321867 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2be2bc8d-0506-4f5b-8cbc-2bf848249410 req-31845e7e-ca5d-4e19-8e72-a74825a93d57 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849488 Jan 24 15:40:28.339655 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-17967ced-20f5-4333-a125-27778f55fd5a service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277475 Jan 24 15:40:28.435678 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a74159c-c995-4089-ad5a-1cdc82cc3b2b req-a87f30dc-94d8-4bcb-ad90-1039b66b8965 service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858221 Jan 24 15:40:28.525727 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-70d8c629-81e0-4b0e-a21a-8c00eb0ea7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.527210 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-70d8c629-81e0-4b0e-a21a-8c00eb0ea7b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0423253 Jan 24 15:40:28.627000 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-52b3abb9-e3a7-4744-b6b9-04f41d7ed3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.628564 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-52b3abb9-e3a7-4744-b6b9-04f41d7ed3a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 200 len: 915 time: 0.0932090 Jan 24 15:40:28.673791 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-4a6b92f7-aac6-4f03-9d7e-66afcd3bf0a7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 200 len: 217 time: 0.0377896 Jan 24 15:40:28.723047 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-336c38ba-31b0-4513-851b-d6ffd52db14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.724536 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-336c38ba-31b0-4513-851b-d6ffd52db14f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9be2f639-6bff-436d-a7aa-1bf274e5dc4f HTTP/1.1" status: 200 len: 853 time: 0.0443847 Jan 24 15:40:28.772641 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-2aa358fc-9b88-44d9-afc0-7dc2251111c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.774195 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-2aa358fc-9b88-44d9-afc0-7dc2251111c2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430255 Jan 24 15:40:28.841979 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64173a65-79d3-4888-a662-7235e666ed0f req-f1fe78a1-4b36-41e5-87d6-fefd4c356c87 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:28.843583 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-64173a65-79d3-4888-a662-7235e666ed0f req-f1fe78a1-4b36-41e5-87d6-fefd4c356c87 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0522382 Jan 24 15:40:28.882162 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-16753a85-d57a-400e-961e-82dd8cb01668 service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006644 Jan 24 15:40:28.901004 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-64173a65-79d3-4888-a662-7235e666ed0f req-16470e22-64da-4a3c-b32e-fd001a0109db tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495200 Jan 24 15:40:28.978906 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdb1d940-6202-423a-a8da-6a5ae7f98a2f req-31cbab90-304f-4044-b9cd-aa2868e7d299 service neutron] 10.222.0.88 "GET /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898080 Jan 24 15:40:29.323900 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:29.446264 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa4d19-fbfe-46e6-9a17-03b025efb88f req-a0c654c6-8a87-419f-bf7e-b36fab3a6773 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:29.447885 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10aa4d19-fbfe-46e6-9a17-03b025efb88f req-a0c654c6-8a87-419f-bf7e-b36fab3a6773 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0512533 Jan 24 15:40:29.495097 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10aa4d19-fbfe-46e6-9a17-03b025efb88f req-c8d7f6de-6b40-47c2-8d01-89810f916fb5 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Jan 24 15:40:29.980312 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-6faa63ac-cb65-48f9-bbd7-b41f696a85a9 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:29.981782 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-6faa63ac-cb65-48f9-bbd7-b41f696a85a9 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0497584 Jan 24 15:40:30.230227 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133d404-38ec-4c14-88bd-bc5389776d4a req-0799abd0-a1ee-45fb-b4ce-40ae238b8eaa tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:30.231989 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a133d404-38ec-4c14-88bd-bc5389776d4a req-0799abd0-a1ee-45fb-b4ce-40ae238b8eaa tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.1178870 Jan 24 15:40:30.285029 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a133d404-38ec-4c14-88bd-bc5389776d4a req-68fedb3c-31c1-49dc-82f6-d5897e5159e0 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473962 Jan 24 15:40:30.305236 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b719254-432f-45a9-8c83-b00ddc0250a1 req-accdd65f-5013-49f0-8417-d404d5687862 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:30.306816 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b719254-432f-45a9-8c83-b00ddc0250a1 req-accdd65f-5013-49f0-8417-d404d5687862 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.3138006 Jan 24 15:40:30.363096 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Deleting port 344719ec-4de1-4835-b870-bb5dc9cab7b7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:30.363487 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:30.371948 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b719254-432f-45a9-8c83-b00ddc0250a1 req-c4994878-0481-4629-b3b9-dd296c9a3438 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587888 Jan 24 15:40:30.457776 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] For port 344719ec-4de1-4835-b870-bb5dc9cab7b7, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=344719ec-4de1-4835-b870-bb5dc9cab7b7,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:30.458727 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:30.614080 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c60c2-6b5d-4e41-bc09-3b22f6f2af8a req-ef177eaa-37f5-4e45-ba25-720a26522d78 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:30.615678 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8b9c60c2-6b5d-4e41-bc09-3b22f6f2af8a req-ef177eaa-37f5-4e45-ba25-720a26522d78 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d HTTP/1.1" status: 200 len: 946 time: 0.0495682 Jan 24 15:40:30.662628 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8b9c60c2-6b5d-4e41-bc09-3b22f6f2af8a req-cdf9b5cd-e8ea-45aa-b085-010246c4573a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=04ab8bce-fdac-4be2-8445-5a753879c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Jan 24 15:40:30.743778 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:30.744401 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (81b784d6-98e2-4e0f-a649-62e1b33a051b), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:30.744719 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Floating IP 81b784d6-98e2-4e0f-a649-62e1b33a051b disassociated. External IP: 172.27.2.232, port: 344719ec-4de1-4835-b870-bb5dc9cab7b7. Jan 24 15:40:30.745054 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Calling delete_port for 344719ec-4de1-4835-b870-bb5dc9cab7b7 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:30.872704 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (344719ec-4de1-4835-b870-bb5dc9cab7b7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:30.901597 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event deleted for resources: {'Port': ['ID=344719ec-4de1-4835-b870-bb5dc9cab7b7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:31.022306 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Router 3626d662-0f95-4926-bc63-005851ba2df2 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:40:31.024843 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:31.133208 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:40:31.143826 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] Sync routers for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:40:31.154646 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:31.155370 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:31.176019 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] No DVR routers for this DVR port 344719ec-4de1-4835-b870-bb5dc9cab7b7 on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:40:31.178964 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:31.182256 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c516f16-20cb-4ca4-a5bb-9913709ec7d7 req-56e1aed5-886c-429e-ad9c-113be5f75f36 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "DELETE /v2.0/ports/344719ec-4de1-4835-b870-bb5dc9cab7b7 HTTP/1.1" status: 204 len: 173 time: 1.1954808 Jan 24 15:40:31.182688 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'name': 'network-vif-deleted', 'tag': '344719ec-4de1-4835-b870-bb5dc9cab7b7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:31.185051 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1134653c-9727-4731-9da5-c3dac954dd49" -d '{"events": [{"server_uuid": "84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d", "name": "network-vif-deleted", "tag": "344719ec-4de1-4835-b870-bb5dc9cab7b7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:31.221900 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900708de-1120-4f84-8c31-40997b9c09f3 x-openstack-request-id: req-900708de-1120-4f84-8c31-40997b9c09f3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:31.221900 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d", "name": "network-vif-deleted", "tag": "344719ec-4de1-4835-b870-bb5dc9cab7b7", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:31.222132 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-900708de-1120-4f84-8c31-40997b9c09f3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:31.222532 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bfa8f5-a41f-45a0-a2b4-0e0c449eca4d', 'name': 'network-vif-deleted', 'tag': '344719ec-4de1-4835-b870-bb5dc9cab7b7', 'status': 'completed', 'code': 200} Jan 24 15:40:31.269177 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:31.406805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7a557-e2a0-4659-90ad-6d6a472251ef req-56f9c01d-1727-4453-9836-82d8934554c8 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:31.409064 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-63d7a557-e2a0-4659-90ad-6d6a472251ef req-56f9c01d-1727-4453-9836-82d8934554c8 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.0524621 Jan 24 15:40:31.463583 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-63d7a557-e2a0-4659-90ad-6d6a472251ef req-4056497a-e8e4-480b-81f9-908ec8957dce tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/security-groups?id=12094c51-d628-4766-9608-cc6e486aad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Jan 24 15:40:31.489851 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:31.513789 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f007e3e-4cc1-4222-90d1-108ee5b71834 req-47fc6340-d9df-430c-bab0-c96613acd077 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:31.515354 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f007e3e-4cc1-4222-90d1-108ee5b71834 req-47fc6340-d9df-430c-bab0-c96613acd077 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0537217 Jan 24 15:40:31.517488 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] Checking router: 3626d662-0f95-4926-bc63-005851ba2df2 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:40:31.526722 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:31.527377 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:31.564912 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f007e3e-4cc1-4222-90d1-108ee5b71834 req-a9309acf-00e7-4769-92de-d60335d9b8ca tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421808 Jan 24 15:40:31.761309 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36496) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:31.782777 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:31.822413 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fae5a070-e4a3-4420-bc30-3ed3e325b87e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (04ab8bce-fdac-4be2-8445-5a753879c0cd), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:31.834104 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-396eda54-9fbe-4efa-b0ae-9a022a072486 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:31.835631 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-396eda54-9fbe-4efa-b0ae-9a022a072486 tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.88 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 946 time: 0.0529349 Jan 24 15:40:31.850348 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fae5a070-e4a3-4420-bc30-3ed3e325b87e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (04ab8bce-fdac-4be2-8445-5a753879c0cd), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:31.908399 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fae5a070-e4a3-4420-bc30-3ed3e325b87e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (04ab8bce-fdac-4be2-8445-5a753879c0cd), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:31.912870 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fae5a070-e4a3-4420-bc30-3ed3e325b87e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:31.914289 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fae5a070-e4a3-4420-bc30-3ed3e325b87e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "DELETE /v2.0/security-groups/04ab8bce-fdac-4be2-8445-5a753879c0cd HTTP/1.1" status: 204 len: 168 time: 0.1518543 Jan 24 15:40:31.917845 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:31.936737 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-107e0871-f0cd-4db9-aba1-cba681466e4d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] show failed (client error): The resource could not be found. Jan 24 15:40:31.938042 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-107e0871-f0cd-4db9-aba1-cba681466e4d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups/04ab8bce-fdac-4be2-8445-5a753879c0cd HTTP/1.1" status: 404 len: 347 time: 0.0190933 Jan 24 15:40:31.938989 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5a070-e4a3-4420-bc30-3ed3e325b87e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ab8bce-fdac-4be2-8445-5a753879c0cd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:31.941023 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:31.944935 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Deleting port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:31.944935 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.017100 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:32.045852 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213148aa-86c0-43bc-bd13-0623d100db02 None None] The sync data for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi is: [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:40:32.052929 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] For port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:32.053590 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.070035 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Calling delete_port for 8f4d54dc-b204-49d1-b13f-5f05e5bed30e owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:32.093055 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Deleting port a20df493-66a6-4a32-9f66-ce837320175f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:32.093656 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (a20df493-66a6-4a32-9f66-ce837320175f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.184036 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (a20df493-66a6-4a32-9f66-ce837320175f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.184434 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (a20df493-66a6-4a32-9f66-ce837320175f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.204345 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Calling delete_port for a20df493-66a6-4a32-9f66-ce837320175f owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:32.214042 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (8f4d54dc-b204-49d1-b13f-5f05e5bed30e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.228371 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8f4d54dc-b204-49d1-b13f-5f05e5bed30e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:40:32.247989 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Pushing event deleted for resources: {'Port': ['ID=8f4d54dc-b204-49d1-b13f-5f05e5bed30e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:32.300143 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] No DVR routers for this DVR port 8f4d54dc-b204-49d1-b13f-5f05e5bed30e on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:40:32.301120 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.305138 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9550201e-de9e-4691-b8ce-ba3d12ea96ce req-6820d698-84ac-4eab-93d4-e42e8f27c24e tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.88 "DELETE /v2.0/ports/8f4d54dc-b204-49d1-b13f-5f05e5bed30e HTTP/1.1" status: 204 len: 173 time: 0.4645486 Jan 24 15:40:32.365800 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (a20df493-66a6-4a32-9f66-ce837320175f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.412014 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event deleted for resources: {'Port': ['ID=a20df493-66a6-4a32-9f66-ce837320175f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:32.433453 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300dcac-f107-4f33-af20-487bb315264a None None] New status for floating IP 81b784d6-98e2-4e0f-a649-62e1b33a051b: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:40:32.447571 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.478212 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (81b784d6-98e2-4e0f-a649-62e1b33a051b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.480903 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:32.482046 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bb05a6ec-f7d0-4453-b290-227824b58522 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "DELETE /v2.0/floatingips/81b784d6-98e2-4e0f-a649-62e1b33a051b HTTP/1.1" status: 204 len: 168 time: 0.5399563 Jan 24 15:40:32.606169 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8d909724-748b-43ff-8dbf-d57bcba98c0f req-63ffde18-0121-436c-b0b1-46c3c5b232eb tempest-TestMinimumBasicScenario-799669764 tempest-TestMinimumBasicScenario-799669764-project] 10.222.0.112 "GET /v2.0/ports?device_id=21259519-3e37-41c8-b1e4-b07db34f7bf3 HTTP/1.1" status: 200 len: 210 time: 0.0346849 Jan 24 15:40:32.719480 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31ba8f-2fd6-4800-9f88-3e4d5c871f6f req-1f71262a-62c8-4e25-8620-8a60086d86c9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:32.721173 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3d31ba8f-2fd6-4800-9f88-3e4d5c871f6f req-1f71262a-62c8-4e25-8620-8a60086d86c9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0565834 Jan 24 15:40:32.787790 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3d31ba8f-2fd6-4800-9f88-3e4d5c871f6f req-a512c498-346d-400c-87b9-4b0b4ea986ee tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601828 Jan 24 15:40:33.001577 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36508) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:33.006309 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-305042ea-7125-4bea-8c1f-6ab66d2a57dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353067986', 'description': 'tempest-description--2007237764'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:40:33.030118 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-305042ea-7125-4bea-8c1f-6ab66d2a57dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.097378 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-305042ea-7125-4bea-8c1f-6ab66d2a57dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (e00b2c19-bb56-4787-8ec3-520386389706), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.101598 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-305042ea-7125-4bea-8c1f-6ab66d2a57dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e00b2c19-bb56-4787-8ec3-520386389706), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.134758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-305042ea-7125-4bea-8c1f-6ab66d2a57dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.136004 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-305042ea-7125-4bea-8c1f-6ab66d2a57dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1333556 Jan 24 15:40:33.137969 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305042ea-7125-4bea-8c1f-6ab66d2a57dd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00b2c19-bb56-4787-8ec3-520386389706,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:33.138962 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36510) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:33.145129 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-51b7adf0-da1a-4f74-b0f0-156d53fff905 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'security_group_rule': {'security_group_id': 'e00b2c19-bb56-4787-8ec3-520386389706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:40:33.172707 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51b7adf0-da1a-4f74-b0f0-156d53fff905 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (7e765a7c-c601-41a6-bb98-bda722458982), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.223292 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'name': 'network-vif-deleted', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:33.226684 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51b7adf0-da1a-4f74-b0f0-156d53fff905 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (7e765a7c-c601-41a6-bb98-bda722458982), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.227278 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb8c5e4-be20-468b-9d00-41665f865a5b" -d '{"events": [{"server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "name": "network-vif-deleted", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:33.235804 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51b7adf0-da1a-4f74-b0f0-156d53fff905 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (7e765a7c-c601-41a6-bb98-bda722458982), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.255807 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7adf0-da1a-4f74-b0f0-156d53fff905 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e765a7c-c601-41a6-bb98-bda722458982,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:33.291108 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bb69ac-cf2b-40ca-a3bc-708812393732 x-openstack-request-id: req-14bb69ac-cf2b-40ca-a3bc-708812393732 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:33.295199 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51b7adf0-da1a-4f74-b0f0-156d53fff905 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.296373 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21259519-3e37-41c8-b1e4-b07db34f7bf3", "name": "network-vif-deleted", "tag": "8f4d54dc-b204-49d1-b13f-5f05e5bed30e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:33.296816 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-14bb69ac-cf2b-40ca-a3bc-708812393732 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:33.297236 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-51b7adf0-da1a-4f74-b0f0-156d53fff905 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568391 Jan 24 15:40:33.305877 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:33.306118 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21259519-3e37-41c8-b1e4-b07db34f7bf3', 'name': 'network-vif-deleted', 'tag': '8f4d54dc-b204-49d1-b13f-5f05e5bed30e', 'status': 'completed', 'code': 200} Jan 24 15:40:33.306227 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d840eaee-ca8b-45e5-8111-7f5a8f754801 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'security_group_rule': {'security_group_id': 'e00b2c19-bb56-4787-8ec3-520386389706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:40:33.336988 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d840eaee-ca8b-45e5-8111-7f5a8f754801 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (a1ea0da0-73c2-4fb6-9a14-1e6abf8b6458), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.400166 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d840eaee-ca8b-45e5-8111-7f5a8f754801 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (a1ea0da0-73c2-4fb6-9a14-1e6abf8b6458), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.403912 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d840eaee-ca8b-45e5-8111-7f5a8f754801 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (a1ea0da0-73c2-4fb6-9a14-1e6abf8b6458), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.421971 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840eaee-ca8b-45e5-8111-7f5a8f754801 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ea0da0-73c2-4fb6-9a14-1e6abf8b6458,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:33.430990 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d840eaee-ca8b-45e5-8111-7f5a8f754801 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.432206 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d840eaee-ca8b-45e5-8111-7f5a8f754801 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305597 Jan 24 15:40:33.435222 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:33.439751 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:40:33.463936 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.559134 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.664899 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Allocated IP 172.27.2.27 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:40:33.789828 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for port (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.825815 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:33.869280 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:40:33.876743 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:40:33.879384 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:40:33.940153 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'Port': ['ID=6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:33.947574 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19938e-3424-43cd-aa18-25767fe16622 req-cb4127f9-faa9-419e-811d-f5eebac0e42f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:33.964422 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b19938e-3424-43cd-aa18-25767fe16622 req-cb4127f9-faa9-419e-811d-f5eebac0e42f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.0808864 Jan 24 15:40:33.996925 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (f30c3464-1ea3-4bf3-88bf-87ed21cc5f18), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:34.026085 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b19938e-3424-43cd-aa18-25767fe16622 req-5251a5fd-ea83-4427-a651-a6e5e229475d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558605 Jan 24 15:40:34.041714 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:34.216016 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:34.235623 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for port (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:34.240972 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:34.283087 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'Port': ['ID=6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:34.340891 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (f30c3464-1ea3-4bf3-88bf-87ed21cc5f18), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:34.366299 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:34.391832 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f7dd0c8f-5918-4e6e-a89d-9962ab25b603 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9552884 Jan 24 15:40:34.632456 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-63a8f1b0-05e7-48f6-9a6f-3b626964aba9 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--353067986&fields=id&tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5 HTTP/1.1" status: 200 len: 267 time: 0.0664773 Jan 24 15:40:34.736293 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-258e4f7b-41bc-488e-a9bf-4b6bc447c82d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:34.737679 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-258e4f7b-41bc-488e-a9bf-4b6bc447c82d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 810 time: 0.1044424 Jan 24 15:40:34.753590 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-ec6f277a-86b6-4439-8d9e-083f61e8442a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/quotas/ad1302b8fd7441eb97d3a7d4d73bccb5 HTTP/1.1" status: 200 len: 375 time: 0.0095143 Jan 24 15:40:34.760186 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:34.805679 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-68c52ab0-fc4a-49c2-b2bc-b8ec8f64236d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457737 Jan 24 15:40:34.812828 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 344719ec-4de1-4835-b870-bb5dc9cab7b7 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:34.836854 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 344719ec-4de1-4835-b870-bb5dc9cab7b7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:40:34.837124 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 344719ec-4de1-4835-b870-bb5dc9cab7b7 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:40:34.907681 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-a201bf05-9be3-469a-965a-12fc01eb14c0 service neutron] 10.222.0.112 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890605 Jan 24 15:40:35.005218 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-8ba0827e-d803-4d40-b8ff-8226650b8e45 service neutron] 10.222.0.112 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888469 Jan 24 15:40:35.092023 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Deleting port 301c71e9-15ed-43e2-b63c-ba8880e86dde {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:35.092429 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:35.176282 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d9a3ea20-2854-4cf6-938e-6a978654c04d req-cf197f9f-c24f-47dd-9b11-96316c5cd3ac tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 210 time: 0.0358839 Jan 24 15:40:35.212782 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765571bd-3a10-4bf2-9f92-3956f8c08224 req-78153ac3-cc5b-42b2-8e1a-4c128cb73666 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:35.214250 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-765571bd-3a10-4bf2-9f92-3956f8c08224 req-78153ac3-cc5b-42b2-8e1a-4c128cb73666 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.1032398 Jan 24 15:40:35.219070 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] For port 301c71e9-15ed-43e2-b63c-ba8880e86dde, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=301c71e9-15ed-43e2-b63c-ba8880e86dde,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:35.219731 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:35.244225 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Calling delete_port for 301c71e9-15ed-43e2-b63c-ba8880e86dde owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:35.321281 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-765571bd-3a10-4bf2-9f92-3956f8c08224 req-5103f5aa-d333-4f54-b8c2-1881a62e22a3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991223 Jan 24 15:40:35.503401 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (301c71e9-15ed-43e2-b63c-ba8880e86dde), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:35.531424 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=301c71e9-15ed-43e2-b63c-ba8880e86dde,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:35.927291 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:36.137254 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:40:36.295376 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:36.297758 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-290d593d-c00f-488d-9aa8-8e8ea6308efe req-9c6b2c3d-ca6c-4af2-9760-b12dd41e760c tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 210 time: 0.0432162 Jan 24 15:40:36.309685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:40:36.318700 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-715d20c4-756b-41ae-8057-56496b551e01 admin admin] 10.222.0.112 "PUT /v2.0/routers/4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1016169 Jan 24 15:40:36.321330 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36590) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:36.330365 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] Sync routers for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:40:36.342879 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:36.344466 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:36.350055 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-445638e6-7441-45ad-a104-a364a7841440 req-3617f8b4-cc77-4a01-a7db-3b7d161669d9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809362 Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.392516 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:36.395306 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-10447bd3-067a-417d-9944-83c81dc0815f tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:36.396749 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-10447bd3-067a-417d-9944-83c81dc0815f tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 810 time: 0.2017355 Jan 24 15:40:36.458646 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445638e6-7441-45ad-a104-a364a7841440 req-353bfba4-1bd6-40e1-b319-8ec6a4bf2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:36.460188 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-445638e6-7441-45ad-a104-a364a7841440 req-353bfba4-1bd6-40e1-b319-8ec6a4bf2726 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0804269 Jan 24 15:40:36.485293 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:36.548359 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks [] for router (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:36.580766 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445638e6-7441-45ad-a104-a364a7841440 req-18e297e1-cdfa-46c2-9ef2-5acfb4a85310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:36.582242 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-445638e6-7441-45ad-a104-a364a7841440 req-18e297e1-cdfa-46c2-9ef2-5acfb4a85310 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 909 time: 0.0984933 Jan 24 15:40:36.586068 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-3946e5e6-9e02-4192-91d2-be1deef54eeb tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5 HTTP/1.1" status: 200 len: 379 time: 0.1784716 Jan 24 15:40:36.595541 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b808c0-f451-4737-afbe-73475c9fb76e req-596727a8-f93c-4548-8dd6-4e20478e417e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:36.596939 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-54b808c0-f451-4737-afbe-73475c9fb76e req-596727a8-f93c-4548-8dd6-4e20478e417e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 944 time: 0.1385965 Jan 24 15:40:36.607675 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'port': {'device_id': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'admin_state_up': True, 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'security_groups': ['e00b2c19-bb56-4787-8ec3-520386389706']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:40:36.659185 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-445638e6-7441-45ad-a104-a364a7841440 req-bfff74de-77fa-4f5c-8a7f-0ddb117bd24b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 1000 time: 0.0657694 Jan 24 15:40:36.667359 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:40:35Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:36.694239 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] Checking router: 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:40:36.703272 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] Routers {'4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:36.703888 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:36.711671 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445638e6-7441-45ad-a104-a364a7841440 req-4725fba0-ef31-4a6e-a364-494ccb91e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:36.713128 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-445638e6-7441-45ad-a104-a364a7841440 req-4725fba0-ef31-4a6e-a364-494ccb91e20e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 200 len: 847 time: 0.0487726 Jan 24 15:40:36.759720 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-54b808c0-f451-4737-afbe-73475c9fb76e req-7c9eee55-76d9-448d-8979-c11469237a33 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473236 Jan 24 15:40:36.767261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445638e6-7441-45ad-a104-a364a7841440 req-c699e4ad-5bce-4639-959b-89cadadced8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:36.768790 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-445638e6-7441-45ad-a104-a364a7841440 req-c699e4ad-5bce-4639-959b-89cadadced8c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b215a77-a56d-4f8d-a979-e373eb6137b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494950 Jan 24 15:40:36.796054 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks [] for router_gateway (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:36.805958 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:40:36.807938 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8f4d54dc-b204-49d1-b13f-5f05e5bed30e no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:36.836804 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Made reservation on behalf of ad1302b8fd7441eb97d3a7d4d73bccb5 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:40:36.840271 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:36.845672 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 8f4d54dc-b204-49d1-b13f-5f05e5bed30e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:40:36.846032 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8f4d54dc-b204-49d1-b13f-5f05e5bed30e not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:40:36.862457 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] Set router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:36.869229 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-445638e6-7441-45ad-a104-a364a7841440 req-55eddf10-353b-4ac5-be00-7b1712719ab4 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924375 Jan 24 15:40:36.921999 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Deleting port 58988098-0fd5-4c96-b768-5dcefabdae69 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:36.922248 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:36.964662 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-445638e6-7441-45ad-a104-a364a7841440 req-73a9e8b8-bfef-40a9-9b93-53947ce8f7d9 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898807 Jan 24 15:40:37.050045 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:37.050496 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Allocated IP 172.20.0.14 (1cfb6061-af00-43af-af7d-8911f5170249/c461e5d6-02e9-44a7-a46b-a8ec7bed65f1/fc7fb17c-a2af-4322-946d-f70f7dcd3b4a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:40:37.068466 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] For port 58988098-0fd5-4c96-b768-5dcefabdae69, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=58988098-0fd5-4c96-b768-5dcefabdae69,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:37.068824 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.069906 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'port_id': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'mac_address': 'fa:16:3e:aa:92:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:40:37.086897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Calling delete_port for 58988098-0fd5-4c96-b768-5dcefabdae69 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:37.150051 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 616fd7fb-2937-4971-b624-cb775b1fc3ed is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:40:37.150440 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.169733 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616fd7fb-2937-4971-b624-cb775b1fc3ed {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:40:37.193658 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:40:35Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:37.198429 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:37.223094 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85c01e-7a0d-4151-a6ca-afbd13d0286d None None] The sync data for ids ['4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39'] in dv-cinder-820164-3-iscsi is: [{'id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'name': 'tempest-TestMinimumBasicScenario-386221005-router', 'tenant_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:40:35Z', 'revision_number': 5, 'project_id': '4866d8bdaf2743c8a5dfb75f1c3f32de', 'gw_port': {'id': '58988098-0fd5-4c96-b768-5dcefabdae69', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:40:37.225223 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.280112 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:37.306579 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.379043 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.383349 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (58988098-0fd5-4c96-b768-5dcefabdae69), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.424413 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc8dd-b7dc-43c9-8b72-df7d323492b0 req-265bad91-7b93-40aa-9639-b95bdebf77d1 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:37.427126 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-009bc8dd-b7dc-43c9-8b72-df7d323492b0 req-265bad91-7b93-40aa-9639-b95bdebf77d1 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 932 time: 0.0541520 Jan 24 15:40:37.438419 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['616fd7fb-2937-4971-b624-cb775b1fc3ed'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:40:37.449551 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Network 1cfb6061-af00-43af-af7d-8911f5170249 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:40:37.455796 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:40:37.478454 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:40:37.480923 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event updated for resources: {'Port': ['ID=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:37.481829 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-009bc8dd-b7dc-43c9-8b72-df7d323492b0 req-0622ba11-e396-4151-9f45-c203d8cdf328 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484562 Jan 24 15:40:37.657581 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 301c71e9-15ed-43e2-b63c-ba8880e86dde no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:37.683139 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 301c71e9-15ed-43e2-b63c-ba8880e86dde {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:40:37.683686 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 301c71e9-15ed-43e2-b63c-ba8880e86dde not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:40:37.805314 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Pushing event deleted for resources: {'Port': ['ID=58988098-0fd5-4c96-b768-5dcefabdae69,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:37.808990 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dcde0297-49ef-44c1-8969-45829495d87d None None] Provisioning complete for port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:40:37.809879 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcde0297-49ef-44c1-8969-45829495d87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.826838 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.855135 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dcde0297-49ef-44c1-8969-45829495d87d None None] Port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:40:37.904861 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:37.905454 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.963450 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.966043 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks [] for router_controller (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:37.982275 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-6e193f8d-1e73-4a01-ac7d-e7c8d1edbad0 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3844352 Jan 24 15:40:38.019439 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Request body: {'port': {'device_id': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:40:38.033162 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c0850-6864-4dc8-bb3b-7ecbb04f6e40 req-345a28dc-3421-43ba-990f-784a98773d2a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:38.034576 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-260c0850-6864-4dc8-bb3b-7ecbb04f6e40 req-345a28dc-3421-43ba-990f-784a98773d2a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 945 time: 0.1762021 Jan 24 15:40:38.060690 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.061260 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:40:38.066441 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.067553 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-886e592a-7d46-4775-989d-4c71d7671031 admin admin] 10.222.0.112 "DELETE /v2.0/routers/4b2aefb3-1b21-4f50-83c0-0bf68d5b4b39 HTTP/1.1" status: 204 len: 168 time: 1.7453403 Jan 24 15:40:38.070794 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:38.123923 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.125796 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d6461e-018b-44f0-a674-ad47d0525de4 admin admin] Deleting subnet 9be2f639-6bff-436d-a7aa-1bf274e5dc4f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:40:38.130059 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54d6461e-018b-44f0-a674-ad47d0525de4 admin admin] Publish callbacks [] for subnet (9be2f639-6bff-436d-a7aa-1bf274e5dc4f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.139830 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-260c0850-6864-4dc8-bb3b-7ecbb04f6e40 req-12ee900a-3e0f-4f7c-8bc4-56afae33bfca tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870798 Jan 24 15:40:38.176820 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54d6461e-018b-44f0-a674-ad47d0525de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9520843'] for subnet (9be2f639-6bff-436d-a7aa-1bf274e5dc4f), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.292205 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54d6461e-018b-44f0-a674-ad47d0525de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (9be2f639-6bff-436d-a7aa-1bf274e5dc4f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.343410 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54d6461e-018b-44f0-a674-ad47d0525de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9519920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8791024'] for subnet (9be2f639-6bff-436d-a7aa-1bf274e5dc4f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.371710 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54d6461e-018b-44f0-a674-ad47d0525de4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.377503 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-54d6461e-018b-44f0-a674-ad47d0525de4 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/9be2f639-6bff-436d-a7aa-1bf274e5dc4f HTTP/1.1" status: 204 len: 168 time: 0.3034575 Jan 24 15:40:38.377503 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6461e-018b-44f0-a674-ad47d0525de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be2f639-6bff-436d-a7aa-1bf274e5dc4f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:38.377859 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36604) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:38.386521 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58331fc-d6e0-46fe-bcbc-4ea4e25c6658 None None] Network aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:40:38.478648 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7fb17c-a2af-4322-946d-f70f7dcd3b4a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:40:38.489868 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Publish callbacks [] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.494411 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.508828 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Transition to ACTIVE for port object fc7fb17c-a2af-4322-946d-f70f7dcd3b4a will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:40:38.546246 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.574535 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] DHCP port deletion for aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 request from dv-cinder-820164-3-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 15:40:38.618443 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:38.658356 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d300e8-fe77-4b01-904f-3685002f27fc req-f08b4aee-747a-442c-88ca-5d140d2009c2 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:38.666001 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-15d300e8-fe77-4b01-904f-3685002f27fc req-f08b4aee-747a-442c-88ca-5d140d2009c2 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 944 time: 0.0715890 Jan 24 15:40:38.669111 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] Deleting port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:38.669702 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.671632 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Deleting port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:38.672049 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.720083 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-15d300e8-fe77-4b01-904f-3685002f27fc req-0dab1e65-a44f-4e27-918c-246a0bdc2191 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531402 Jan 24 15:40:38.745399 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] For port ec0faa63-6efa-4c9a-be7c-6f1a986bc009, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:38.745805 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.768717 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] Calling delete_port for ec0faa63-6efa-4c9a-be7c-6f1a986bc009 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:38.770742 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Attempting to bind port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:40:38.771090 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Attempting to bind port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:40:38.771458 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Attempting to bind port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a on network 1cfb6061-af00-43af-af7d-8911f5170249 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:40:38.783388 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a on network 1cfb6061-af00-43af-af7d-8911f5170249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:40:38.783724 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Attempting to bind port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a on network 1cfb6061-af00-43af-af7d-8911f5170249 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:40:38.793557 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] For port ec0faa63-6efa-4c9a-be7c-6f1a986bc009, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,segment=NetworkSegment(bf37115f-49cf-44f2-8473-c6e19cf4f138),segment_id=bf37115f-49cf-44f2-8473-c6e19cf4f138)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:38.793922 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.796987 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:40:38.797266 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Checking segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:40:38.797656 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Bound using segment: {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:40:38.798092 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Bound port: fc7fb17c-a2af-4322-946d-f70f7dcd3b4a, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57e9809-a33b-4a13-9170-439f268d5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:40:38.798550 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.818448 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Calling delete_port for ec0faa63-6efa-4c9a-be7c-6f1a986bc009 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:38.835240 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:40:38.923366 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] For port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:40:38.938490 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 616fd7fb-2937-4971-b624-cb775b1fc3ed triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:40:38.938878 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.943025 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.943366 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] For port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:40:38.954932 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.986466 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (ec0faa63-6efa-4c9a-be7c-6f1a986bc009), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:38.988280 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] Pushing event deleted for resources: {'Port': ['ID=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:38.995281 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef94803-0d28-4c05-890a-4958a7369c4c None None] No DVR routers for this DVR port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 on host dv-cinder-820164-3-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:40:38.999668 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.000279 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.001635 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] 10.222.0.88 "PUT /v2.0/ports/fc7fb17c-a2af-4322-946d-f70f7dcd3b4a HTTP/1.1" status: 200 len: 1094 time: 0.9886777 Jan 24 15:40:39.003897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'tag': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:39.012205 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bd99a4-2e84-48fc-96d3-691953ba0c80" -d '{"events": [{"name": "network-changed", "server_uuid": "112e7f7f-3345-471b-8f14-18ec3ff3a19d", "tag": "fc7fb17c-a2af-4322-946d-f70f7dcd3b4a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:39.034855 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] No DVR routers for this DVR port ec0faa63-6efa-4c9a-be7c-6f1a986bc009 on host dv-cinder-820164-3-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:40:39.047864 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb9ba5-d75f-4a02-bc74-ac09a35be584 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:39.062892 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 616fd7fb-2937-4971-b624-cb775b1fc3ed is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:40:39.066551 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.086962 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c0af8d-de6e-4f57-8c85-8164ccc6bb45 x-openstack-request-id: req-e0c0af8d-de6e-4f57-8c85-8164ccc6bb45 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:39.087322 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112e7f7f-3345-471b-8f14-18ec3ff3a19d", "tag": "fc7fb17c-a2af-4322-946d-f70f7dcd3b4a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:39.087515 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e0c0af8d-de6e-4f57-8c85-8164ccc6bb45 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:39.087906 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'tag': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'status': 'completed', 'code': 200} Jan 24 15:40:39.092991 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:39.095532 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3504a7-b249-484e-9b63-686410866498" -d '{"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-plugged", "status": "completed", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:39.112338 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:39.115237 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0faa63-6efa-4c9a-be7c-6f1a986bc009,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:39.124686 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.163936 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8751ab25-c39a-43c6-990f-29e3835c7bd6 x-openstack-request-id: req-8751ab25-c39a-43c6-990f-29e3835c7bd6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:39.164327 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-plugged", "status": "completed", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:39.164651 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8751ab25-c39a-43c6-990f-29e3835c7bd6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:39.165147 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'code': 200} Jan 24 15:40:39.187562 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.213412 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-57aea163-5259-4bbe-bcf8-2a6561ade864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.214926 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-57aea163-5259-4bbe-bcf8-2a6561ade864 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 1097 time: 0.1297307 Jan 24 15:40:39.215420 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:39.216583 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:39.236456 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf37115f-49cf-44f2-8473-c6e19cf4f138') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:39.236758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf37115f-49cf-44f2-8473-c6e19cf4f138') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:39.281899 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9485130'] for segment (bf37115f-49cf-44f2-8473-c6e19cf4f138), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.284096 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-18bcbc70-0016-4e44-8879-eba71363dcf7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a HTTP/1.1" status: 200 len: 217 time: 0.0589402 Jan 24 15:40:39.340308 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (bf37115f-49cf-44f2-8473-c6e19cf4f138), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.352144 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:40:39.352545 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2703043'] for segment (bf37115f-49cf-44f2-8473-c6e19cf4f138), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: self.session.flush() Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: self.session.flush() Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: self.session.flush() Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: self.session.flush() Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: timer() Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: cb(*args, **kw) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: self._notify() Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: self.callback(batched_events) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: event.method(event) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._get(url).json() Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:40:39.354218 dv-cinder-820164-3-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:40:39.411590 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-2b04dee2-0a61-4621-9f10-2d39bcf027f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.413069 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-2b04dee2-0a61-4621-9f10-2d39bcf027f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.1218808 Jan 24 15:40:39.425356 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e081f7c-c045-46a0-87de-a458034daf68 req-fa0260a3-4899-40e6-af8b-d2d82d89f49e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.427561 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e081f7c-c045-46a0-87de-a458034daf68 req-fa0260a3-4899-40e6-af8b-d2d82d89f49e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 947 time: 0.1574278 Jan 24 15:40:39.442698 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device ec0faa63-6efa-4c9a-be7c-6f1a986bc009 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:39.464914 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: ec0faa63-6efa-4c9a-be7c-6f1a986bc009 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:40:39.465245 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device ec0faa63-6efa-4c9a-be7c-6f1a986bc009 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:40:39.465815 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 58988098-0fd5-4c96-b768-5dcefabdae69 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:39.472775 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.481971 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:39.485149 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] 10.222.0.112 "DELETE /v2.0/networks/aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7 HTTP/1.1" status: 204 len: 168 time: 1.1063232 Jan 24 15:40:39.488415 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36614) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:39.491490 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 58988098-0fd5-4c96-b768-5dcefabdae69 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:40:39.491840 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 58988098-0fd5-4c96-b768-5dcefabdae69 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:40:39.505257 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293bcac-dbef-4aeb-96c9-47f1e67c33cd admin admin] Pushing event deleted for resources: {'Network': ['ID=aed8e80f-93d3-4ae2-b7b8-a4050c98e3f7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:39.527324 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-5079311d-132c-49f2-88f9-5bbadbb5f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.528898 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-5079311d-132c-49f2-88f9-5bbadbb5f14e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004775 Jan 24 15:40:39.532246 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e081f7c-c045-46a0-87de-a458034daf68 req-1f18005e-d6d8-4c2d-8ca3-96cddf1543c3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946741 Jan 24 15:40:39.646050 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-8cbcdd1e-92b2-441e-a769-e4c026eb9ce2 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067424 Jan 24 15:40:39.740359 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ba87f5e-3b37-48e0-8bf6-8e280a604a81 req-e2d24ac2-f81e-48ea-b8f6-b8666858581b service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891404 Jan 24 15:40:39.829308 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-3c368b64-905a-4b33-b9a6-2819486bba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.830791 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-3c368b64-905a-4b33-b9a6-2819486bba76 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 1097 time: 0.0412838 Jan 24 15:40:39.913962 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d3772-d11a-403a-8266-514cdb9c8381 req-7df47bf6-5745-46d1-90f1-71a3f1a166cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.915359 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-352d3772-d11a-403a-8266-514cdb9c8381 req-7df47bf6-5745-46d1-90f1-71a3f1a166cc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 1100 time: 0.3290362 Jan 24 15:40:39.925070 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-d8e4b532-5711-4d08-94d9-41ee34f12e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.927114 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-d8e4b532-5711-4d08-94d9-41ee34f12e25 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 911 time: 0.0899112 Jan 24 15:40:39.967007 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-0080dd1f-0d26-490e-bf7a-0182805b91ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a HTTP/1.1" status: 200 len: 217 time: 0.0336146 Jan 24 15:40:39.983997 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5bd0f-9d93-4569-b579-601dc27e5255 req-ce0dc2b6-dfb1-4573-9aa5-c0a6f47c50dc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:39.985450 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b3a5bd0f-9d93-4569-b579-601dc27e5255 req-ce0dc2b6-dfb1-4573-9aa5-c0a6f47c50dc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 944 time: 0.1265888 Jan 24 15:40:40.019308 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-d4d1fe0a-e74b-4b93-b803-c044fdeab1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:40.021324 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-d4d1fe0a-e74b-4b93-b803-c044fdeab1f0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.0482004 Jan 24 15:40:40.068112 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-d04ed46d-526b-4062-960b-1f38adc1638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:40.069588 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-d04ed46d-526b-4062-960b-1f38adc1638c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404618 Jan 24 15:40:40.071021 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-352d3772-d11a-403a-8266-514cdb9c8381 req-5599f923-7780-4df8-9a2d-0db8ecc2b823 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197278 Jan 24 15:40:40.095747 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b3a5bd0f-9d93-4569-b579-601dc27e5255 req-b914172c-fcce-4982-a75f-2d25580f29da tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024172 Jan 24 15:40:40.233389 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:40.357966 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-ad80c9b1-4db9-4cba-89e7-9953006d1d36 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839474 Jan 24 15:40:40.453215 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41bd99a4-2e84-48fc-96d3-691953ba0c80 req-511e6c96-f802-4f7a-8178-a2f9dd5c2664 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879951 Jan 24 15:40:40.475548 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Deleting port 88709747-6493-4d37-a80f-881ea26e4b88 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:40.475890 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (88709747-6493-4d37-a80f-881ea26e4b88), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:40.553361 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] For port 88709747-6493-4d37-a80f-881ea26e4b88, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=88709747-6493-4d37-a80f-881ea26e4b88,segment=NetworkSegment(2756feb9-cb8d-4e65-956c-d46d87804c5b),segment_id=2756feb9-cb8d-4e65-956c-d46d87804c5b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:40.553634 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (88709747-6493-4d37-a80f-881ea26e4b88), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:40.571731 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Calling delete_port for 88709747-6493-4d37-a80f-881ea26e4b88 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:40.656814 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071985d-980f-499f-9ad6-6ea3d8587efa req-047fc18f-31bd-48f6-b939-4091a011c865 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:40.658258 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9071985d-980f-499f-9ad6-6ea3d8587efa req-047fc18f-31bd-48f6-b939-4091a011c865 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 947 time: 0.0484252 Jan 24 15:40:40.707053 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9071985d-980f-499f-9ad6-6ea3d8587efa req-246ac8cf-b256-42e1-9cc8-ae3124caf4ce tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421898 Jan 24 15:40:40.752393 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (88709747-6493-4d37-a80f-881ea26e4b88), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:40.779156 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Pushing event deleted for resources: {'Port': ['ID=88709747-6493-4d37-a80f-881ea26e4b88,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:40.940478 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:41.156518 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:40:41.286617 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716713a-8be1-40d7-a48c-79939ae8398d req-aa4b34ad-ee44-423d-923f-9d6d50d50d0a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:41.288132 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9716713a-8be1-40d7-a48c-79939ae8398d req-aa4b34ad-ee44-423d-923f-9d6d50d50d0a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 944 time: 0.1226463 Jan 24 15:40:41.312723 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:40:41.319664 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a34f0b91-90de-4c0b-9120-1d767307fa13 admin admin] 10.222.0.112 "PUT /v2.0/routers/988dbcd5-4ab9-402d-a66c-e6227f4f8ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288944 Jan 24 15:40:41.322430 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36632) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:41.331854 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] Sync routers for ids ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:40:41.354546 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9716713a-8be1-40d7-a48c-79939ae8398d req-df464be0-30b4-43bb-81d5-3330c650086f tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597358 Jan 24 15:40:41.355979 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] Routers {'988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:41.356644 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:41.476524 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks [] for router (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:41.491676 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] Set router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:41.592031 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks [] for router_gateway (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:41.652095 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Deleting port fbf90a63-af5f-471e-b330-ff7bb7a5f90c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:41.652470 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:41.687701 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:40:40Z', 'revision_number': 5, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port': {'id': 'fbf90a63-af5f-471e-b330-ff7bb7a5f90c', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:05Z', 'updated_at': '2022-01-24T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:41.714459 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] Checking router: 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:40:41.725623 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] Routers {'988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:41.726261 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:41.745056 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] For port fbf90a63-af5f-471e-b330-ff7bb7a5f90c, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=fbf90a63-af5f-471e-b330-ff7bb7a5f90c,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:41.745508 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:41.760284 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Calling delete_port for fbf90a63-af5f-471e-b330-ff7bb7a5f90c owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:41.812804 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] Set router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:41.867886 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:40:41Z', 'revision_number': 6, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port_host': None}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:41.879065 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73c89-3b0d-432e-8ccb-ffdd72dc2f5a req-4df829fd-be58-452f-83fd-36d5a2d771b0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:41.881174 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-afb73c89-3b0d-432e-8ccb-ffdd72dc2f5a req-4df829fd-be58-452f-83fd-36d5a2d771b0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 947 time: 0.0746329 Jan 24 15:40:41.902254 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8e22c-b780-4099-adfb-88fbfbe76af5 None None] The sync data for ids ['988dbcd5-4ab9-402d-a66c-e6227f4f8ba9'] in dv-cinder-820164-3-iscsi is: [{'id': '988dbcd5-4ab9-402d-a66c-e6227f4f8ba9', 'name': 'tempest-TestMinimumBasicScenario-254815843-router', 'tenant_id': '5cffd854db1a4ec2b73ae808af7607be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:04Z', 'updated_at': '2022-01-24T15:40:41Z', 'revision_number': 6, 'project_id': '5cffd854db1a4ec2b73ae808af7607be', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:40:41.976613 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-afb73c89-3b0d-432e-8ccb-ffdd72dc2f5a req-808c3e69-ee16-4677-8ea7-474be2b63d85 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629554 Jan 24 15:40:42.026761 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (fbf90a63-af5f-471e-b330-ff7bb7a5f90c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.054256 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf90a63-af5f-471e-b330-ff7bb7a5f90c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:42.112090 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.200084 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.202042 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks [] for router_controller (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.249713 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (988dbcd5-4ab9-402d-a66c-e6227f4f8ba9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.250239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:40:42.255984 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.259779 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1aa12282-2ab9-4c90-a5dd-554715bb5496 admin admin] 10.222.0.112 "DELETE /v2.0/routers/988dbcd5-4ab9-402d-a66c-e6227f4f8ba9 HTTP/1.1" status: 204 len: 168 time: 0.9331470 Jan 24 15:40:42.259779 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36660) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:42.305253 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99ffcd0-2644-4b87-990f-7ccaba336df9 admin admin] Deleting subnet 2ef2f494-a091-4e57-8169-ebbeb6590d96 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:40:42.308688 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b99ffcd0-2644-4b87-990f-7ccaba336df9 admin admin] Publish callbacks [] for subnet (2ef2f494-a091-4e57-8169-ebbeb6590d96), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.343755 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b99ffcd0-2644-4b87-990f-7ccaba336df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (2ef2f494-a091-4e57-8169-ebbeb6590d96), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.451302 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b99ffcd0-2644-4b87-990f-7ccaba336df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (2ef2f494-a091-4e57-8169-ebbeb6590d96), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.482606 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188b58f-49ca-4b92-a23b-92e3ba579eaa req-dacedea2-eb25-40af-a3c4-ecf10beaf469 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:42.484122 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6188b58f-49ca-4b92-a23b-92e3ba579eaa req-dacedea2-eb25-40af-a3c4-ecf10beaf469 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 944 time: 0.0493472 Jan 24 15:40:42.505027 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b99ffcd0-2644-4b87-990f-7ccaba336df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (2ef2f494-a091-4e57-8169-ebbeb6590d96), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.530369 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ffcd0-2644-4b87-990f-7ccaba336df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef2f494-a091-4e57-8169-ebbeb6590d96,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:42.534058 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b99ffcd0-2644-4b87-990f-7ccaba336df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.537848 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b99ffcd0-2644-4b87-990f-7ccaba336df9 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/2ef2f494-a091-4e57-8169-ebbeb6590d96 HTTP/1.1" status: 204 len: 168 time: 0.2771792 Jan 24 15:40:42.540436 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36664) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:42.542518 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6188b58f-49ca-4b92-a23b-92e3ba579eaa req-de7b2dcd-3513-4b15-b675-48e8141d535e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509706 Jan 24 15:40:42.544742 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faed3be-3773-4425-8da6-5f9fe45e4361 None None] Network 6c916385-4ca4-4209-8287-fe5a1a3734df requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:40:42.624571 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (6c916385-4ca4-4209-8287-fe5a1a3734df), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.681667 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Deleting port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:40:42.682131 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.749308 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] For port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=696ecfd5-ac09-4dcc-89bf-51e3cf8e2600,segment=NetworkSegment(2756feb9-cb8d-4e65-956c-d46d87804c5b),segment_id=2756feb9-cb8d-4e65-956c-d46d87804c5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:42.749926 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.764694 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Calling delete_port for 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:40:42.835101 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device fc7fb17c-a2af-4322-946d-f70f7dcd3b4a details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:40:42.847130 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec0127-8474-4a00-a500-42252f4c6dc9 None None] DHCP port deletion for 6c916385-4ca4-4209-8287-fe5a1a3734df request from dv-cinder-820164-3-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 15:40:42.853296 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (696ecfd5-ac09-4dcc-89bf-51e3cf8e2600), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.883815 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Pushing event deleted for resources: {'Port': ['ID=696ecfd5-ac09-4dcc-89bf-51e3cf8e2600,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:42.885609 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] No DVR routers for this DVR port 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 on host dv-cinder-820164-3-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:40:42.949247 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:42.964287 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (6c916385-4ca4-4209-8287-fe5a1a3734df), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:42.965830 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'port_id': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'mac_address': 'fa:16:3e:ce:af:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:40:42.984482 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c916385-4ca4-4209-8287-fe5a1a3734df']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:42.995233 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2756feb9-cb8d-4e65-956c-d46d87804c5b') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:42.995536 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2756feb9-cb8d-4e65-956c-d46d87804c5b') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:43.003226 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:40:43.003571 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.005491 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9485130'] for segment (2756feb9-cb8d-4e65-956c-d46d87804c5b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.018252 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7fb17c-a2af-4322-946d-f70f7dcd3b4a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:40:43.021289 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (2756feb9-cb8d-4e65-956c-d46d87804c5b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.031251 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:40:43.031656 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2703043'] for segment (2756feb9-cb8d-4e65-956c-d46d87804c5b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: timer() Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: cb(*args, **kw) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: self._notify() Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: self.callback(batched_events) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: event.method(event) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._get(url).json() Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:40:43.033400 dv-cinder-820164-3-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:40:43.043655 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:43.049850 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.103815 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:43.117582 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (6c916385-4ca4-4209-8287-fe5a1a3734df), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.126122 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.129977 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] 10.222.0.112 "DELETE /v2.0/networks/6c916385-4ca4-4209-8287-fe5a1a3734df HTTP/1.1" status: 204 len: 168 time: 0.5880668 Jan 24 15:40:43.142236 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1ad53-5feb-4272-a337-06bb2287c644 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c916385-4ca4-4209-8287-fe5a1a3734df,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:43.156518 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf66fdd-2f13-421b-8745-1d2f8385d8b1 req-e8ebee56-302d-4aeb-a4da-a4fb6b8db11b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:43.158002 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebf66fdd-2f13-421b-8745-1d2f8385d8b1 req-e8ebee56-302d-4aeb-a4da-a4fb6b8db11b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 947 time: 0.0775135 Jan 24 15:40:43.211724 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebf66fdd-2f13-421b-8745-1d2f8385d8b1 req-dc62a3f1-a89a-4759-8bf2-da84add7031c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477028 Jan 24 15:40:43.263459 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['fc7fb17c-a2af-4322-946d-f70f7dcd3b4a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:40:43.307574 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36672) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:43.342339 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:40:43.347756 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-709a8976-007d-49ab-b226-a849d770e28a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4866d8bdaf2743c8a5dfb75f1c3f32de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390306 Jan 24 15:40:43.351412 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36674) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:43.404161 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78fcaf41-aca6-4b4e-93ee-9222779804d9 admin admin] Publish callbacks [] for security_group (12094c51-d628-4766-9608-cc6e486aad22), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.430272 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78fcaf41-aca6-4b4e-93ee-9222779804d9 admin admin] Publish callbacks [] for security_group (12094c51-d628-4766-9608-cc6e486aad22), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.447596 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device fbf90a63-af5f-471e-b330-ff7bb7a5f90c no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:43.469368 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: fbf90a63-af5f-471e-b330-ff7bb7a5f90c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:40:43.469747 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device fbf90a63-af5f-471e-b330-ff7bb7a5f90c not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:40:43.470112 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:43.476906 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78fcaf41-aca6-4b4e-93ee-9222779804d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (12094c51-d628-4766-9608-cc6e486aad22), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.479513 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78fcaf41-aca6-4b4e-93ee-9222779804d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.480705 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-78fcaf41-aca6-4b4e-93ee-9222779804d9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/12094c51-d628-4766-9608-cc6e486aad22 HTTP/1.1" status: 204 len: 168 time: 0.1283121 Jan 24 15:40:43.488184 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcaf41-aca6-4b4e-93ee-9222779804d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12094c51-d628-4766-9608-cc6e486aad22,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:43.490390 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:40:43.490741 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 696ecfd5-ac09-4dcc-89bf-51e3cf8e2600 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:40:43.491174 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 88709747-6493-4d37-a80f-881ea26e4b88 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:40:43.515043 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 88709747-6493-4d37-a80f-881ea26e4b88 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:40:43.515345 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 88709747-6493-4d37-a80f-881ea26e4b88 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:40:43.810933 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36684) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:43.851678 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a346ec1b-0a35-4623-9c8a-26419d9f8540 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=5cffd854db1a4ec2b73ae808af7607be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395274 Jan 24 15:40:43.854205 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36686) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:43.860773 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be2ec2-ec98-4082-af3b-276f0a359372 req-db85e1e3-d5f9-498f-9a64-4a1ce2ff672b tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:43.862394 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-62be2ec2-ec98-4082-af3b-276f0a359372 req-db85e1e3-d5f9-498f-9a64-4a1ce2ff672b tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 945 time: 0.2522380 Jan 24 15:40:43.902775 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20e9e336-428d-4c6f-aafd-ae7358238d9d admin admin] Publish callbacks [] for security_group (0dbe7779-a7a4-4f25-8258-89f1d05fab4e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.909386 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-62be2ec2-ec98-4082-af3b-276f0a359372 req-fbac5ecf-4c16-4a2c-96f2-1d3753cf9f5a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408895 Jan 24 15:40:43.925141 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20e9e336-428d-4c6f-aafd-ae7358238d9d admin admin] Publish callbacks [] for security_group (0dbe7779-a7a4-4f25-8258-89f1d05fab4e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.973573 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20e9e336-428d-4c6f-aafd-ae7358238d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0dbe7779-a7a4-4f25-8258-89f1d05fab4e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.976302 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20e9e336-428d-4c6f-aafd-ae7358238d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:43.977464 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-20e9e336-428d-4c6f-aafd-ae7358238d9d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0dbe7779-a7a4-4f25-8258-89f1d05fab4e HTTP/1.1" status: 204 len: 168 time: 0.1223702 Jan 24 15:40:43.985090 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9e336-428d-4c6f-aafd-ae7358238d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe7779-a7a4-4f25-8258-89f1d05fab4e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:44.849841 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device fc7fb17c-a2af-4322-946d-f70f7dcd3b4a up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:40:44.898025 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:40:44.901788 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:40:44.902157 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:44.982497 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:40:44.982885 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:45.007528 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:45.009766 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6494205-ed37-45fd-bc85-9cf8e7bd76d6" -d '{"events": [{"server_uuid": "112e7f7f-3345-471b-8f14-18ec3ff3a19d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7fb17c-a2af-4322-946d-f70f7dcd3b4a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:45.022880 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:40:45.027393 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:45.027885 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e506f74-2a5c-4759-9a5f-22a3cebdfa68 req-55bd3cd5-3965-46c9-9fa2-71097c9fe0fd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:45.029416 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e506f74-2a5c-4759-9a5f-22a3cebdfa68 req-55bd3cd5-3965-46c9-9fa2-71097c9fe0fd tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 945 time: 0.0525510 Jan 24 15:40:45.057204 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b13e3c-3fd5-447f-8243-e0bee489d738 x-openstack-request-id: req-f8b13e3c-3fd5-447f-8243-e0bee489d738 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:45.057507 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112e7f7f-3345-471b-8f14-18ec3ff3a19d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7fb17c-a2af-4322-946d-f70f7dcd3b4a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:45.057762 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f8b13e3c-3fd5-447f-8243-e0bee489d738 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:45.058155 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'code': 200} Jan 24 15:40:45.078143 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:40:45.081182 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e506f74-2a5c-4759-9a5f-22a3cebdfa68 req-5d41f582-3723-466b-9d26-5e27342836ba tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455649 Jan 24 15:40:45.316683 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573cfda-db1d-47aa-8020-a73ada9663a8 req-051b0358-074d-4454-8a34-5fcac409ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:45.318197 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d573cfda-db1d-47aa-8020-a73ada9663a8 req-051b0358-074d-4454-8a34-5fcac409ea1a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 1099 time: 0.1296079 Jan 24 15:40:45.360027 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d573cfda-db1d-47aa-8020-a73ada9663a8 req-b9bc79d1-0c55-4e15-a73a-9e4640783617 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357292 Jan 24 15:40:46.206498 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352ea90-08c8-46f2-acc6-195ded7f6e43 req-6b86255d-e71b-4ef6-9672-9b7d44d6c998 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:46.208224 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8352ea90-08c8-46f2-acc6-195ded7f6e43 req-6b86255d-e71b-4ef6-9672-9b7d44d6c998 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 946 time: 0.0492139 Jan 24 15:40:46.253236 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8352ea90-08c8-46f2-acc6-195ded7f6e43 req-b9e68c45-2b17-4b0b-a0e2-4b9529b5176d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391755 Jan 24 15:40:47.368060 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192830f-0cc9-479a-8489-3c891443367d req-42414bd1-3a35-4c0c-88dc-25cc52de52a6 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:47.369747 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b192830f-0cc9-479a-8489-3c891443367d req-42414bd1-3a35-4c0c-88dc-25cc52de52a6 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 946 time: 0.0471618 Jan 24 15:40:47.417905 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b192830f-0cc9-479a-8489-3c891443367d req-b9855261-b48a-4be9-8070-0bc678ab2ca5 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Jan 24 15:40:47.529740 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ddbb8-8748-4f37-adc9-64c393d75048 req-4f089bcd-e3bf-4b75-871e-b9c6b200662a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:47.531203 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b27ddbb8-8748-4f37-adc9-64c393d75048 req-4f089bcd-e3bf-4b75-871e-b9c6b200662a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 946 time: 0.0519154 Jan 24 15:40:47.540489 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36702) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:40:47.545259 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Request body: {'floatingip': {'port_id': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:40:47.585206 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (f30c3464-1ea3-4bf3-88bf-87ed21cc5f18), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:48.252690 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:48.258786 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (f30c3464-1ea3-4bf3-88bf-87ed21cc5f18), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:48.357480 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Floating IP f30c3464-1ea3-4bf3-88bf-87ed21cc5f18 associated. External IP: 172.27.2.27, port: fc7fb17c-a2af-4322-946d-f70f7dcd3b4a. Jan 24 15:40:48.558647 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Router 3626d662-0f95-4926-bc63-005851ba2df2 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:40:48.668755 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:40:48.673575 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:48.678480 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] Sync routers for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:40:48.687878 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:48.688489 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:48.702636 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-745707e6-dd4a-4bd0-b5e6-c186dd63a0fe tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "PUT /v2.0/floatingips/f30c3464-1ea3-4bf3-88bf-87ed21cc5f18 HTTP/1.1" status: 200 len: 991 time: 1.1610057 Jan 24 15:40:48.703255 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'tag': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:40:48.705499 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3634936d-3de6-4feb-8ccb-5adfe4c2726c" -d '{"events": [{"name": "network-changed", "server_uuid": "112e7f7f-3345-471b-8f14-18ec3ff3a19d", "tag": "fc7fb17c-a2af-4322-946d-f70f7dcd3b4a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:40:48.748253 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25800d71-b863-43b8-8353-052e8b9d9838 x-openstack-request-id: req-25800d71-b863-43b8-8353-052e8b9d9838 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:40:48.748545 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112e7f7f-3345-471b-8f14-18ec3ff3a19d", "tag": "fc7fb17c-a2af-4322-946d-f70f7dcd3b4a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:40:48.748799 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-25800d71-b863-43b8-8353-052e8b9d9838 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:40:48.749195 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'tag': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'status': 'completed', 'code': 200} Jan 24 15:40:48.794732 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:48.814192 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-f1724955-8cc6-4c55-bdb0-183705b6c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:48.815606 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-f1724955-8cc6-4c55-bdb0-183705b6c5f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 1099 time: 0.0390084 Jan 24 15:40:48.904093 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-ab6a5765-0b14-4719-b329-02fe0e78e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:48.905593 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-ab6a5765-0b14-4719-b329-02fe0e78e506 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 200 len: 911 time: 0.0832865 Jan 24 15:40:48.971524 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-d1d31435-f3ea-4d05-8672-ec92a952b6dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a HTTP/1.1" status: 200 len: 999 time: 0.0600550 Jan 24 15:40:49.014506 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': 'f30c3464-1ea3-4bf3-88bf-87ed21cc5f18', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'port_id': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'mac_address': 'fa:16:3e:ce:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:40:33Z', 'updated_at': '2022-01-24T15:40:48Z', 'revision_number': 1, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:49.018788 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-56674c15-ac3b-45b9-a683-033a01bbb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:49.020408 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-56674c15-ac3b-45b9-a683-033a01bbb081 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 200 len: 849 time: 0.0437689 Jan 24 15:40:49.044053 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] Checking router: 3626d662-0f95-4926-bc63-005851ba2df2 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:40:49.053977 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:40:49.054596 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:49.064812 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-a3008ba1-c4ed-45c0-9454-3fb667853ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:40:49.066229 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-a3008ba1-c4ed-45c0-9454-3fb667853ebd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1cfb6061-af00-43af-af7d-8911f5170249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403073 Jan 24 15:40:49.155421 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:40:49.161020 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-ec0b9f6f-87a0-4494-818b-cd5b7972ee20 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881116 Jan 24 15:40:49.263730 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3634936d-3de6-4feb-8ccb-5adfe4c2726c req-b58f52a0-df3a-44cf-9918-361a4402ec85 service neutron] 10.222.0.88 "GET /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965793 Jan 24 15:40:49.400509 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': 'f30c3464-1ea3-4bf3-88bf-87ed21cc5f18', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'port_id': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'mac_address': 'fa:16:3e:ce:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:40:33Z', 'updated_at': '2022-01-24T15:40:48Z', 'revision_number': 1, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:40:49.426854 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54b6e2-8fd4-4687-80dc-282133d2b9ec None None] The sync data for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi is: [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': 'f30c3464-1ea3-4bf3-88bf-87ed21cc5f18', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'port_id': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'mac_address': 'fa:16:3e:ce:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:40:33Z', 'updated_at': '2022-01-24T15:40:48Z', 'revision_number': 1, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:40:49.611789 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f150c-c8d2-4411-8de2-9ec65f3e4239 None None] New status for floating IP f30c3464-1ea3-4bf3-88bf-87ed21cc5f18: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:40:56.088917 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9291-effc-40a7-b956-76934eb48c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:58.278340 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb44b-6961-4f69-9bb5-945726e23de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:40:59.326246 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:01.027860 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:02.441367 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:03.553775 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ad84a-ccc4-49d4-9285-fecc84f04b56 req-e46422c1-f99f-4f3d-b3d3-cd00ddd4038b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:03.555257 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-998ad84a-ccc4-49d4-9285-fecc84f04b56 req-e46422c1-f99f-4f3d-b3d3-cd00ddd4038b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0482278 Jan 24 15:41:03.603955 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-998ad84a-ccc4-49d4-9285-fecc84f04b56 req-6821e803-c38a-468f-ad9a-c1d87b6352d0 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432193 Jan 24 15:41:04.720822 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59805d1-4802-4385-954c-a431933e0b62 req-4ff3288e-d076-4b78-90ce-0ad3c9eaeef1 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:04.722309 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f59805d1-4802-4385-954c-a431933e0b62 req-4ff3288e-d076-4b78-90ce-0ad3c9eaeef1 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0495312 Jan 24 15:41:04.774819 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f59805d1-4802-4385-954c-a431933e0b62 req-98ca3ee2-ebcb-4a8a-8c88-1d91364e41de tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462213 Jan 24 15:41:05.900718 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7946ee5-e53f-4ae5-b69b-286ae598307b req-ab1b61c0-8d72-485f-81e5-71e4d415dd18 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:05.902204 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f7946ee5-e53f-4ae5-b69b-286ae598307b req-ab1b61c0-8d72-485f-81e5-71e4d415dd18 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0599542 Jan 24 15:41:05.950143 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f7946ee5-e53f-4ae5-b69b-286ae598307b req-7c9eec2f-ee6a-4269-9842-45aadd599a56 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423906 Jan 24 15:41:06.302427 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:07.063859 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17580a1-d50c-48e9-9cc6-041031509b0d req-1cc99012-a64a-461c-9b0c-f05262c5fb59 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:07.065328 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b17580a1-d50c-48e9-9cc6-041031509b0d req-1cc99012-a64a-461c-9b0c-f05262c5fb59 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0492754 Jan 24 15:41:07.112927 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b17580a1-d50c-48e9-9cc6-041031509b0d req-cc5cccf2-09a5-4261-8169-d8917ba46f7d tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419431 Jan 24 15:41:08.229625 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6257b-2b40-40bd-8c49-032882d09295 req-d8234343-b214-4221-b5d5-fbe1a07b90ff tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:08.231087 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7ea6257b-2b40-40bd-8c49-032882d09295 req-d8234343-b214-4221-b5d5-fbe1a07b90ff tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Jan 24 15:41:08.279724 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7ea6257b-2b40-40bd-8c49-032882d09295 req-54ead4df-dd04-43b1-ba91-46f45878e534 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431547 Jan 24 15:41:09.391093 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a466-2889-4088-8fcf-c6cae74ac19b req-4830030b-8734-43c3-8bc8-a7701d4743bc tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:09.392599 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d58a466-2889-4088-8fcf-c6cae74ac19b req-4830030b-8734-43c3-8bc8-a7701d4743bc tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0485001 Jan 24 15:41:09.442640 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d58a466-2889-4088-8fcf-c6cae74ac19b req-9c093f95-81dd-47b7-af18-1430b847cbaf tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440676 Jan 24 15:41:10.554836 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d7204-b8db-4d23-8e8d-e3f68a2c2b0f req-0c093958-b60f-4099-95ca-0a293120162e tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:10.556598 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-238d7204-b8db-4d23-8e8d-e3f68a2c2b0f req-0c093958-b60f-4099-95ca-0a293120162e tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0477660 Jan 24 15:41:10.608088 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-238d7204-b8db-4d23-8e8d-e3f68a2c2b0f req-90205eed-23e2-4d27-aa79-e61c9440cf10 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459960 Jan 24 15:41:11.722534 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ffda-40ce-4f58-942c-67e6a515ed5b req-a6a9a49c-5d62-44fa-be4d-34f7c28c3095 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:11.724633 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-12d6ffda-40ce-4f58-942c-67e6a515ed5b req-a6a9a49c-5d62-44fa-be4d-34f7c28c3095 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0479195 Jan 24 15:41:11.772375 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-12d6ffda-40ce-4f58-942c-67e6a515ed5b req-3c9356e8-ef77-42c5-89c5-3ac0763e405a tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423465 Jan 24 15:41:12.887729 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767fcab-316c-46a3-a85c-fca66ed03b4e req-43c7f559-d842-4787-9895-b39b58cc9262 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:12.889183 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2767fcab-316c-46a3-a85c-fca66ed03b4e req-43c7f559-d842-4787-9895-b39b58cc9262 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0482998 Jan 24 15:41:12.936791 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2767fcab-316c-46a3-a85c-fca66ed03b4e req-8de36b84-3839-45f0-b5fd-37ba119e7050 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422766 Jan 24 15:41:13.738389 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69854500-da56-4e87-911b-3aed13955243 req-97e6d0a1-8519-427d-aee2-e516028411fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:13.740030 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69854500-da56-4e87-911b-3aed13955243 req-97e6d0a1-8519-427d-aee2-e516028411fa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0407295 Jan 24 15:41:13.828130 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69854500-da56-4e87-911b-3aed13955243 req-ab383a1c-42db-41c6-9ee9-d6e00ed1f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:13.829562 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69854500-da56-4e87-911b-3aed13955243 req-ab383a1c-42db-41c6-9ee9-d6e00ed1f0ff service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 909 time: 0.0828371 Jan 24 15:41:13.898650 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69854500-da56-4e87-911b-3aed13955243 req-5669ae97-d631-433b-92c6-7368fbf29a68 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 1000 time: 0.0606322 Jan 24 15:41:13.948625 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69854500-da56-4e87-911b-3aed13955243 req-8acd5a9d-a655-4874-bba7-2d7c0d92dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:13.950038 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69854500-da56-4e87-911b-3aed13955243 req-8acd5a9d-a655-4874-bba7-2d7c0d92dc90 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 200 len: 847 time: 0.0449784 Jan 24 15:41:13.996960 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69854500-da56-4e87-911b-3aed13955243 req-aa5b39ba-e0b7-4ddf-80d9-12d3e0fd1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:13.998358 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69854500-da56-4e87-911b-3aed13955243 req-aa5b39ba-e0b7-4ddf-80d9-12d3e0fd1f8e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b215a77-a56d-4f8d-a979-e373eb6137b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411143 Jan 24 15:41:14.053914 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c0179-f51f-43f7-b06c-aedc3af969b6 req-06615908-6470-4170-b5cd-e8ed28e3af7b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:14.055388 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c19c0179-f51f-43f7-b06c-aedc3af969b6 req-06615908-6470-4170-b5cd-e8ed28e3af7b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0513220 Jan 24 15:41:14.094396 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69854500-da56-4e87-911b-3aed13955243 req-93bbe4f7-7a95-4a51-97c8-097b0d912106 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887825 Jan 24 15:41:14.106467 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c19c0179-f51f-43f7-b06c-aedc3af969b6 req-55b65b88-62bb-4132-a3c7-1429498a4757 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454624 Jan 24 15:41:14.191961 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69854500-da56-4e87-911b-3aed13955243 req-d9621876-0e11-44a5-9a2d-6c89e9fb68a9 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894318 Jan 24 15:41:15.221525 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d9071-4418-4be2-9771-6d87fa95c391 req-a0906e64-17a5-48e9-9d7e-0505d13cf38f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:15.223576 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-459d9071-4418-4be2-9771-6d87fa95c391 req-a0906e64-17a5-48e9-9d7e-0505d13cf38f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0486398 Jan 24 15:41:15.272062 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-459d9071-4418-4be2-9771-6d87fa95c391 req-6c666282-d752-4f29-86d5-909a3f73e030 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Jan 24 15:41:16.392987 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f1e59-fb52-459e-9848-1cdfcf2fac76 req-60d1edb9-d7b9-4465-b8b6-c627c8334319 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:16.394761 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b36f1e59-fb52-459e-9848-1cdfcf2fac76 req-60d1edb9-d7b9-4465-b8b6-c627c8334319 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0519900 Jan 24 15:41:16.446324 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b36f1e59-fb52-459e-9848-1cdfcf2fac76 req-ab2ce965-09d2-46fd-b667-a2790461bbd7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452745 Jan 24 15:41:16.654451 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-6c7b463c-2f94-4427-a597-c95d491f23a3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470781 Jan 24 15:41:16.669505 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196a0b8-e3af-46f7-a344-dcc7b3446e9d req-602975c3-1608-4a0e-b8b9-831b7c7c4a0e tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:16.671415 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4196a0b8-e3af-46f7-a344-dcc7b3446e9d req-602975c3-1608-4a0e-b8b9-831b7c7c4a0e tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0523922 Jan 24 15:41:16.728658 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4196a0b8-e3af-46f7-a344-dcc7b3446e9d req-c87a3aab-ff0f-4ce5-bbf0-52ac1d7d9672 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510023 Jan 24 15:41:17.853555 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39295-eb04-4d7c-babb-3e666dd649e9 req-4af57d87-e2c8-43f9-a33c-69dbbe14c8e7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:17.855070 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9e39295-eb04-4d7c-babb-3e666dd649e9 req-4af57d87-e2c8-43f9-a33c-69dbbe14c8e7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0585759 Jan 24 15:41:17.906583 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66c5ea-b50a-450a-baf5-1acfa07a3202 req-21bbc1cb-f415-41d7-8ea2-2c6842a566fc tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:17.908127 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb66c5ea-b50a-450a-baf5-1acfa07a3202 req-21bbc1cb-f415-41d7-8ea2-2c6842a566fc tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 947 time: 0.0499744 Jan 24 15:41:17.909097 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9e39295-eb04-4d7c-babb-3e666dd649e9 req-3440f753-4e8b-41e8-8460-37662cb44546 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485754 Jan 24 15:41:17.955483 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb66c5ea-b50a-450a-baf5-1acfa07a3202 req-d72a9ae1-bd47-44e1-9287-c1a1392dba35 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411699 Jan 24 15:41:18.055351 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-f47836fb-43ec-4a85-8a64-b0aeb21f11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:18.056734 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-f47836fb-43ec-4a85-8a64-b0aeb21f11dd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4&tenant_id=6033a8db4e81454487d63bfe9121c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0409782 Jan 24 15:41:18.117592 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-18d3ae58-05f6-4f34-82a3-9bdc5d0844a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:18.119332 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-18d3ae58-05f6-4f34-82a3-9bdc5d0844a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0396421 Jan 24 15:41:18.210577 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-431f9475-e344-4b5e-afee-bb0d0e453b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:18.212079 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-431f9475-e344-4b5e-afee-bb0d0e453b08 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 909 time: 0.0861573 Jan 24 15:41:18.278015 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-c4bb9a98-77d3-4d3a-b49f-73849112bb87 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 1000 time: 0.0574355 Jan 24 15:41:18.331405 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-85b1577e-2af2-4ec4-900b-9910e986cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:18.332927 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-85b1577e-2af2-4ec4-900b-9910e986cca9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 200 len: 847 time: 0.0466287 Jan 24 15:41:18.378473 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-6b9da467-f161-43cf-b742-f2c54bbe1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:18.380746 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-6b9da467-f161-43cf-b742-f2c54bbe1f87 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b215a77-a56d-4f8d-a979-e373eb6137b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404241 Jan 24 15:41:18.469142 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-f2f86435-adc6-4330-99c3-fef5af4d3432 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792615 Jan 24 15:41:18.561181 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03a4ecb6-d920-4549-8221-026de4137eb3 req-1452d9aa-76e7-4c56-9d97-4fe48e5af7e6 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835733 Jan 24 15:41:19.022503 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba98316-87cb-4a86-9ec5-dcc6aefdf9d6 req-b7af02c7-0c0d-46c6-9fbf-eb2ca30f95dd tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:19.024215 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3ba98316-87cb-4a86-9ec5-dcc6aefdf9d6 req-b7af02c7-0c0d-46c6-9fbf-eb2ca30f95dd tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Jan 24 15:41:19.064592 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 53c76961-16cb-4282-8b74-6273ac990e2f no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:41:19.073758 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3ba98316-87cb-4a86-9ec5-dcc6aefdf9d6 req-0a2a8ce7-4a65-48ac-a087-0d298c29d518 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441141 Jan 24 15:41:19.078563 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916d143-ccc8-42fe-b47e-140ad0443dcd req-1b3b9f96-122d-4369-b182-bbe1f360f0f6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:19.080053 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9916d143-ccc8-42fe-b47e-140ad0443dcd req-1b3b9f96-122d-4369-b182-bbe1f360f0f6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 947 time: 0.0501037 Jan 24 15:41:19.128328 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9916d143-ccc8-42fe-b47e-140ad0443dcd req-4c699136-886f-44d4-be31-a377a4b75eec tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=cfc219ad-070c-4bbe-9797-9b5a725a8128&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414290 Jan 24 15:41:19.143798 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 53c76961-16cb-4282-8b74-6273ac990e2f is: ACTIVE; New status is: DOWN {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:41:19.144718 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:19.166792 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:41:19.169055 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e46616-b5fa-4bac-b770-f2425872da9f" -d '{"events": [{"server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:41:19.180859 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:19.185045 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:19.232289 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:19.239229 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.239585 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.239931 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.240272 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.240605 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.240935 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.241263 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.241589 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.241912 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.242242 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.242564 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.243139 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.243487 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:19.321725 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d712c6-1e76-4f1b-ab81-526cfce8d772 x-openstack-request-id: req-e5d712c6-1e76-4f1b-ab81-526cfce8d772 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:41:19.322021 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:41:19.322277 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e5d712c6-1e76-4f1b-ab81-526cfce8d772 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:41:19.322812 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f', 'code': 200} Jan 24 15:41:19.567230 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-950e3527-5c4d-44c5-8dbc-bd9b85de3e8c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:19.568589 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-950e3527-5c4d-44c5-8dbc-bd9b85de3e8c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 947 time: 0.0560675 Jan 24 15:41:19.667269 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Deleting port 616fd7fb-2937-4971-b624-cb775b1fc3ed {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:41:19.667638 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:19.759452 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] For port 616fd7fb-2937-4971-b624-cb775b1fc3ed, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=616fd7fb-2937-4971-b624-cb775b1fc3ed,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:19.759815 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:19.925576 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:19.926228 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (787eae7c-8f81-40d9-b599-ac56427c19cc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:19.926228 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Floating IP 787eae7c-8f81-40d9-b599-ac56427c19cc disassociated. External IP: 172.27.2.204, port: 616fd7fb-2937-4971-b624-cb775b1fc3ed. Jan 24 15:41:19.926584 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Calling delete_port for 616fd7fb-2937-4971-b624-cb775b1fc3ed owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:41:20.056982 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (616fd7fb-2937-4971-b624-cb775b1fc3ed), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:20.084296 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event deleted for resources: {'Port': ['ID=616fd7fb-2937-4971-b624-cb775b1fc3ed,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:20.094259 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.094614 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.094968 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.095342 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.095685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.096024 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.096361 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.096699 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.097501 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.097501 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.097841 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.098169 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.098497 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:20.211400 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58baa-61aa-4b10-9349-41080cc6373a req-0249506a-e80a-4492-ba39-f00b923fb1f7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:20.212893 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0cd58baa-61aa-4b10-9349-41080cc6373a req-0249506a-e80a-4492-ba39-f00b923fb1f7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0638564 Jan 24 15:41:20.239418 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b83b30b0-76a4-4d87-b6de-b6d1fdce7f31 req-407807df-7535-46a4-b7fd-439bacb56341 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=7536ae5d-8e85-47b0-a7c4-3e437388cb42 HTTP/1.1" status: 200 len: 210 time: 0.0287175 Jan 24 15:41:20.243715 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Router ef1d63a6-8bab-48a2-8e44-c2b06eece611 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:41:20.264712 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0cd58baa-61aa-4b10-9349-41080cc6373a req-94f8ed81-ea97-4e53-a969-fa0bf719666c tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461700 Jan 24 15:41:20.340913 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:41:20.357507 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:41:20.369966 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] Sync routers for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:41:20.380489 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:41:20.381447 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:20.397998 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] No DVR routers for this DVR port 616fd7fb-2937-4971-b624-cb775b1fc3ed on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:41:20.400626 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:20.403985 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb7b755a-6fb8-499c-8e8c-3cf761df709e req-1cfed0ef-a101-4aa1-a981-8f4bfb6814fe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "DELETE /v2.0/ports/616fd7fb-2937-4971-b624-cb775b1fc3ed HTTP/1.1" status: 204 len: 173 time: 0.8278351 Jan 24 15:41:20.404427 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-deleted', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:41:20.406621 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a3ab81-5c32-4cfe-8194-bd2110ab4c29" -d '{"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-deleted", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:41:20.507936 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:41:20.523223 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b08e278-0197-4213-8b3d-a02b0590737e x-openstack-request-id: req-8b08e278-0197-4213-8b3d-a02b0590737e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:41:20.523517 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7536ae5d-8e85-47b0-a7c4-3e437388cb42", "name": "network-vif-deleted", "tag": "616fd7fb-2937-4971-b624-cb775b1fc3ed", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:41:20.523768 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8b08e278-0197-4213-8b3d-a02b0590737e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:41:20.524251 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7536ae5d-8e85-47b0-a7c4-3e437388cb42', 'name': 'network-vif-deleted', 'tag': '616fd7fb-2937-4971-b624-cb775b1fc3ed', 'status': 'completed', 'code': 200} Jan 24 15:41:20.726744 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:20.874604 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] Checking router: ef1d63a6-8bab-48a2-8e44-c2b06eece611 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:41:20.883608 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:41:20.885086 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:40:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:20.987225 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:41:21.178033 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:21.206869 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6d08f-73c0-44c4-af23-d57ae6343d62 None None] The sync data for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi is: [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:41:21.333818 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 36852) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:21.398525 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eac622-8dac-4c90-869a-d99863a7e33f req-1f633563-254f-4c75-99d0-544221af24ab tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:21.400245 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-74eac622-8dac-4c90-869a-d99863a7e33f req-1f633563-254f-4c75-99d0-544221af24ab tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0565736 Jan 24 15:41:21.406239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9637-2f5f-4634-a6f5-3f741a2e583f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (cfc219ad-070c-4bbe-9797-9b5a725a8128), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.437538 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7479c-5d3f-4ddd-953d-781fedbf9e5f None None] New status for floating IP 787eae7c-8f81-40d9-b599-ac56427c19cc: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:41:21.442931 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9637-2f5f-4634-a6f5-3f741a2e583f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (cfc219ad-070c-4bbe-9797-9b5a725a8128), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.454296 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-74eac622-8dac-4c90-869a-d99863a7e33f req-2df40074-c280-4113-901c-297fbd3c62d7 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461116 Jan 24 15:41:21.493667 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9637-2f5f-4634-a6f5-3f741a2e583f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (cfc219ad-070c-4bbe-9797-9b5a725a8128), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.496541 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9637-2f5f-4634-a6f5-3f741a2e583f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.497737 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3e9f9637-2f5f-4634-a6f5-3f741a2e583f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "DELETE /v2.0/security-groups/cfc219ad-070c-4bbe-9797-9b5a725a8128 HTTP/1.1" status: 204 len: 168 time: 0.1628695 Jan 24 15:41:21.500592 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:21.507838 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f9637-2f5f-4634-a6f5-3f741a2e583f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc219ad-070c-4bbe-9797-9b5a725a8128,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:21.525319 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-dffbf2a4-cd7c-4b53-bc7b-c16b8cb6286a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] show failed (client error): The resource could not be found. Jan 24 15:41:21.526872 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-dffbf2a4-cd7c-4b53-bc7b-c16b8cb6286a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups/cfc219ad-070c-4bbe-9797-9b5a725a8128 HTTP/1.1" status: 404 len: 347 time: 0.0246599 Jan 24 15:41:21.529816 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:21.664258 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Deleting port 7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:41:21.664603 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.748393 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.748719 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.761229 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Calling delete_port for 7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:41:21.892376 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.923852 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event deleted for resources: {'Port': ['ID=7a2b7cc9-8ba0-4ab5-895c-9c095c7a2665,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:21.961544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.961905 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.962256 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.962598 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.962936 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.963302 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.963639 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.963972 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.964303 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.964632 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.964964 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.965293 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.965619 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:41:21.987273 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (787eae7c-8f81-40d9-b599-ac56427c19cc), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.990681 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:21.991856 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-30f919d4-e7f6-4523-9b7c-bf0e180e730b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "DELETE /v2.0/floatingips/787eae7c-8f81-40d9-b599-ac56427c19cc HTTP/1.1" status: 204 len: 168 time: 0.4607377 Jan 24 15:41:22.574095 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7bc15-fa80-4186-9a71-8dc5764e13fa req-2b9d5119-e974-4c75-857f-a5e26072bc52 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:22.575620 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-90b7bc15-fa80-4186-9a71-8dc5764e13fa req-2b9d5119-e974-4c75-857f-a5e26072bc52 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0495279 Jan 24 15:41:22.626228 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-90b7bc15-fa80-4186-9a71-8dc5764e13fa req-cb459ba8-93e1-43a6-8785-7b4ab6ba4850 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449800 Jan 24 15:41:22.641389 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36864) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:22.646658 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c1a94a42-bc5c-418d-90de-b105f951d941 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794445581', 'description': 'tempest-description--1222352502'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:41:22.678988 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1a94a42-bc5c-418d-90de-b105f951d941 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.748015 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1a94a42-bc5c-418d-90de-b105f951d941 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (be6e2d74-6a64-4200-8844-d46da96bd8c0), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.751748 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1a94a42-bc5c-418d-90de-b105f951d941 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (be6e2d74-6a64-4200-8844-d46da96bd8c0), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.781430 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1a94a42-bc5c-418d-90de-b105f951d941 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.782613 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c1a94a42-bc5c-418d-90de-b105f951d941 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1401634 Jan 24 15:41:22.783320 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a94a42-bc5c-418d-90de-b105f951d941 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6e2d74-6a64-4200-8844-d46da96bd8c0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:22.786382 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:22.790546 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f0b0e04d-372a-4dfa-bb88-1fd479bea2e7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'security_group_rule': {'security_group_id': 'be6e2d74-6a64-4200-8844-d46da96bd8c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:41:22.816724 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e04d-372a-4dfa-bb88-1fd479bea2e7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (4ef87017-2305-46ba-95d4-d4f92ad534af), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.873005 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e04d-372a-4dfa-bb88-1fd479bea2e7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (4ef87017-2305-46ba-95d4-d4f92ad534af), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.876314 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e04d-372a-4dfa-bb88-1fd479bea2e7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (4ef87017-2305-46ba-95d4-d4f92ad534af), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.892801 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0e04d-372a-4dfa-bb88-1fd479bea2e7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef87017-2305-46ba-95d4-d4f92ad534af,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:22.900373 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e04d-372a-4dfa-bb88-1fd479bea2e7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.901614 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f0b0e04d-372a-4dfa-bb88-1fd479bea2e7 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143231 Jan 24 15:41:22.905336 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:22.909524 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-52309675-4a56-4130-958f-833e01123d3e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'security_group_rule': {'security_group_id': 'be6e2d74-6a64-4200-8844-d46da96bd8c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:41:22.936145 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52309675-4a56-4130-958f-833e01123d3e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (13453d9b-21f1-431b-96f7-9237e7bf7acf), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.988594 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52309675-4a56-4130-958f-833e01123d3e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (13453d9b-21f1-431b-96f7-9237e7bf7acf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:22.992195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52309675-4a56-4130-958f-833e01123d3e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (13453d9b-21f1-431b-96f7-9237e7bf7acf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.009873 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52309675-4a56-4130-958f-833e01123d3e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13453d9b-21f1-431b-96f7-9237e7bf7acf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:23.017516 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52309675-4a56-4130-958f-833e01123d3e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.018742 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-52309675-4a56-4130-958f-833e01123d3e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123922 Jan 24 15:41:23.022938 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36872) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:23.027171 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:41:23.049115 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.069419 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:41:23.090135 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 616fd7fb-2937-4971-b624-cb775b1fc3ed {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:41:23.090485 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 616fd7fb-2937-4971-b624-cb775b1fc3ed not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:41:23.148119 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.248747 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Allocated IP 172.27.2.144 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/bc367097-4798-46d8-90b4-d4e5816a94a5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:41:23.351277 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for port (bc367097-4798-46d8-90b4-d4e5816a94a5), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.384577 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (bc367097-4798-46d8-90b4-d4e5816a94a5), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.423431 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:41:23.426721 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:41:23.429106 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:41:23.457380 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'Port': ['ID=bc367097-4798-46d8-90b4-d4e5816a94a5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:23.521427 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (820fb688-f36d-49f2-aee1-29e478e11ac1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.555670 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (bc367097-4798-46d8-90b4-d4e5816a94a5), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.708687 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for port (bc367097-4798-46d8-90b4-d4e5816a94a5), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.714475 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (bc367097-4798-46d8-90b4-d4e5816a94a5), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.744497 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5d2ff-0277-43e8-959a-328b0abed73a req-cde88592-be7d-44cc-9d52-d42933c93f0b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:23.745977 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81f5d2ff-0277-43e8-959a-328b0abed73a req-cde88592-be7d-44cc-9d52-d42933c93f0b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0501595 Jan 24 15:41:23.786793 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'Port': ['ID=bc367097-4798-46d8-90b4-d4e5816a94a5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:23.794805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (820fb688-f36d-49f2-aee1-29e478e11ac1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.803916 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81f5d2ff-0277-43e8-959a-328b0abed73a req-3d2936d1-8e1b-4641-aa8c-cde4cad1af01 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521650 Jan 24 15:41:23.810987 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:23.812373 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9f2b0fb3-0a87-4d37-b9ca-bd1d5b9490b2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7884738 Jan 24 15:41:24.000282 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-4a469551-610f-4852-a272-0e36154bc279 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--1794445581&fields=id&tenant_id=8e6a61251ca545109912c92468b12924 HTTP/1.1" status: 200 len: 267 time: 0.0398018 Jan 24 15:41:24.104161 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-32e7d10e-615d-445d-a72b-9c4928a5fefc tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:24.105637 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-32e7d10e-615d-445d-a72b-9c4928a5fefc tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 817 time: 0.0985620 Jan 24 15:41:24.120788 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-980580d2-9acb-48be-8a84-8ca6b0275a3c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/quotas/8e6a61251ca545109912c92468b12924 HTTP/1.1" status: 200 len: 375 time: 0.0095406 Jan 24 15:41:24.173455 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-9dc19a0d-7907-41e2-b773-c9b131f54678 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476327 Jan 24 15:41:24.311403 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-a20e9d87-6a44-41f0-9f02-3f1aa50380b1 service neutron] 10.222.0.112 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259704 Jan 24 15:41:24.403477 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-f657a374-5c9a-4854-b7bd-8f6b57cae9eb service neutron] 10.222.0.112 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857069 Jan 24 15:41:24.563793 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e1453ad2-b371-454e-b421-6a3ce5e6afdd req-8fee5b96-43f3-4c35-adfa-cc6d08f81842 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Jan 24 15:41:24.651004 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbbd2d-43b7-4d76-be49-13ce43d03ce9 req-8d23197f-ebc6-4240-9288-78f6b1ab469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:24.652534 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccbbd2d-43b7-4d76-be49-13ce43d03ce9 req-8d23197f-ebc6-4240-9288-78f6b1ab469a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1096 time: 0.0428772 Jan 24 15:41:24.700520 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccbbd2d-43b7-4d76-be49-13ce43d03ce9 req-3cd4029f-cd47-4456-9c8f-d21099a7806d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415399 Jan 24 15:41:24.923532 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c29c1b-7982-41b9-a0f2-dc77035f36fa req-46c14c6f-7709-4128-92cf-d29462257c6f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:24.924990 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5c29c1b-7982-41b9-a0f2-dc77035f36fa req-46c14c6f-7709-4128-92cf-d29462257c6f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0499842 Jan 24 15:41:24.975660 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5c29c1b-7982-41b9-a0f2-dc77035f36fa req-dbb1ff6d-7559-4a2d-921f-fd234eb8162c tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437176 Jan 24 15:41:25.676536 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c44c9a3f-e78c-4892-a853-204d539740b5 req-96c21827-afb0-4719-a6e1-111572157e01 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 210 time: 0.0307794 Jan 24 15:41:25.818373 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-cd72d96f-e072-4da9-a0c1-fb4464fe1215 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:25.819841 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-cd72d96f-e072-4da9-a0c1-fb4464fe1215 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 817 time: 0.3635614 Jan 24 15:41:25.881386 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-cb867b15-c2f2-4a57-b697-5471955b3e24 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e6a61251ca545109912c92468b12924 HTTP/1.1" status: 200 len: 380 time: 0.0501914 Jan 24 15:41:25.890399 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'port': {'device_id': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'admin_state_up': True, 'tenant_id': '8e6a61251ca545109912c92468b12924', 'security_groups': ['be6e2d74-6a64-4200-8844-d46da96bd8c0']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:41:26.002375 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Made reservation on behalf of 8e6a61251ca545109912c92468b12924 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:41:26.006267 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.090786 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-959a6099-72c7-430b-be87-91e02bb08eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.100680 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9673b-a0d5-4210-b7ea-37868b75f204 req-efc80b16-12ad-41e6-884c-d3d7662bc02d tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:26.102178 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-88e9673b-a0d5-4210-b7ea-37868b75f204 req-efc80b16-12ad-41e6-884c-d3d7662bc02d tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0560770 Jan 24 15:41:26.150004 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Allocated IP 172.20.0.11 (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0/263568d7-d9c1-4c8d-a130-3366da09d3c7/a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:41:26.153861 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-88e9673b-a0d5-4210-b7ea-37868b75f204 req-dc8bdd79-f6d7-4772-8f02-8b39b11e2edd tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458031 Jan 24 15:41:26.290392 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.322423 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.369398 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:41:26.372521 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:41:26.376427 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:41:26.384408 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:26.431620 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:26.432241 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.448856 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-fd823052-6b51-4c95-8c5e-59df3b740352 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5619230 Jan 24 15:41:26.460493 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Request body: {'port': {'device_id': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:41:26.516082 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.578250 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b854495e-b8d0-4c31-a627-65c0176e73ab None None] Provisioning complete for port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:41:26.578621 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b854495e-b8d0-4c31-a627-65c0176e73ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.611435 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b854495e-b8d0-4c31-a627-65c0176e73ab None None] Port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:41:26.804990 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:41:26.814758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Publish callbacks [] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.836179 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0aed-3595-4ce0-b3a2-55761bce0be1 req-ebf71b13-4fa0-46ac-b579-ef859a4a38ab tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:26.837650 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-158e0aed-3595-4ce0-b3a2-55761bce0be1 req-ebf71b13-4fa0-46ac-b579-ef859a4a38ab tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 932 time: 0.0722899 Jan 24 15:41:26.840132 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Transition to ACTIVE for port object a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:41:26.850086 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:26.928730 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:26.959626 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-158e0aed-3595-4ce0-b3a2-55761bce0be1 req-fd0425ef-fbe7-4ba9-a35f-e48f54cab118 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158488 Jan 24 15:41:27.007785 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Attempting to bind port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:41:27.008465 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Attempting to bind port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:41:27.008584 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Attempting to bind port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db on network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:41:27.013031 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db on network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:41:27.013353 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Attempting to bind port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db on network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:41:27.018373 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:41:27.018706 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Checking segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:41:27.019707 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Bound using segment: {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:41:27.020138 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Bound port: a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af41c0-6051-4877-a6f5-c3644bf959b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:41:27.020496 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:27.088556 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:41:27.090609 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 53c76961-16cb-4282-8b74-6273ac990e2f details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:41:27.091834 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:41:27.098089 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:27.141024 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:27.141024 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:27.141024 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] 10.222.0.88 "PUT /v2.0/ports/a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db HTTP/1.1" status: 200 len: 1094 time: 0.6843762 Jan 24 15:41:27.141024 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:41:27.142897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96bace1-fead-4d52-9744-7d48a684ca68" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:41:27.185930 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ff18f-8f9d-4a31-a2cd-128684a1a469 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:27.204969 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cee085-0e83-4c00-bb6c-9027a7f4b79d x-openstack-request-id: req-24cee085-0e83-4c00-bb6c-9027a7f4b79d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:41:27.205288 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:41:27.205504 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-24cee085-0e83-4c00-bb6c-9027a7f4b79d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:41:27.205893 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'status': 'completed', 'code': 200} Jan 24 15:41:27.214654 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:27.226844 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '53c76961-16cb-4282-8b74-6273ac990e2f', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'port_id': '53c76961-16cb-4282-8b74-6273ac990e2f', 'mac_address': 'fa:16:3e:4b:b3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:41:27.245559 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-988c3294-85ec-4a15-8c2f-b3509a960ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:27.247302 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-988c3294-85ec-4a15-8c2f-b3509a960ef1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 1097 time: 0.0583904 Jan 24 15:41:27.266648 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 53c76961-16cb-4282-8b74-6273ac990e2f is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:41:27.267045 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:27.281614 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c76961-16cb-4282-8b74-6273ac990e2f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:41:27.291182 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-15979cf1-b51e-4a9f-8def-0594613936b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db HTTP/1.1" status: 200 len: 217 time: 0.0361788 Jan 24 15:41:27.302668 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:27.307081 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:27.344507 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-d88b999c-21ef-4b13-a224-f17f63dfc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:27.345950 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-d88b999c-21ef-4b13-a224-f17f63dfc812 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0490706 Jan 24 15:41:27.355969 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:27.395473 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-92e6056b-1b8b-43a9-afc2-ad29059a948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:27.396953 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-92e6056b-1b8b-43a9-afc2-ad29059a948a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442023 Jan 24 15:41:27.484669 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-8dc69578-2e23-4288-a58b-448811e1cec2 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811684 Jan 24 15:41:27.532259 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['53c76961-16cb-4282-8b74-6273ac990e2f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:41:27.580235 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19f37855-ed25-4579-a7fe-b03a35f2d17e req-3fe705e8-b969-4bf3-a22c-43ec487876e0 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882192 Jan 24 15:41:27.666187 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-1ee277a8-7411-492b-8a4a-52b500327703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:27.667727 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-1ee277a8-7411-492b-8a4a-52b500327703 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 1097 time: 0.0417752 Jan 24 15:41:27.764612 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-673fa763-8d01-4390-be4a-909032e6b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:27.765984 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-673fa763-8d01-4390-be4a-909032e6b0e5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.0916395 Jan 24 15:41:27.806634 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-80c334cf-a773-4a9f-82a1-aea75806678b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db HTTP/1.1" status: 200 len: 217 time: 0.0343730 Jan 24 15:41:27.853084 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-fc11eb35-aa29-4d9f-81b7-f1e569b1ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:27.854458 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-fc11eb35-aa29-4d9f-81b7-f1e569b1ab0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0411906 Jan 24 15:41:27.902766 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-6402ce0f-a4f0-43a4-9f6c-f2914e19bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:27.904283 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-6402ce0f-a4f0-43a4-9f6c-f2914e19bb62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438676 Jan 24 15:41:27.998394 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-b49c7d5a-2005-4c73-9360-ff136c8267cd service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834219 Jan 24 15:41:28.085959 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecf632-41be-41cd-9b17-7ac63dd987b3 req-8917979f-e923-4c28-b5fb-394587e827b5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:28.087368 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2ecf632-41be-41cd-9b17-7ac63dd987b3 req-8917979f-e923-4c28-b5fb-394587e827b5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.0513828 Jan 24 15:41:28.093678 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e96bace1-fead-4d52-9744-7d48a684ca68 req-ee5bc632-6d27-4452-be35-c41b99760c8e service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888574 Jan 24 15:41:28.135265 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2ecf632-41be-41cd-9b17-7ac63dd987b3 req-2af00b8b-1570-47dc-9e3d-0753605cd2ad tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Jan 24 15:41:28.279406 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6a87bce-4d53-4f77-a10a-ad591ac78a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:29.113191 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 53c76961-16cb-4282-8b74-6273ac990e2f up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:41:29.162069 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 53c76961-16cb-4282-8b74-6273ac990e2f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:41:29.162465 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:29.238192 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 53c76961-16cb-4282-8b74-6273ac990e2f is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:41:29.238629 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:29.260556 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564aa95-ca3e-4a1c-aca8-602bb4f5b629 req-f2745b0f-ca99-418b-89ed-ca6865f6b171 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:29.262146 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7564aa95-ca3e-4a1c-aca8-602bb4f5b629 req-f2745b0f-ca99-418b-89ed-ca6865f6b171 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.0538597 Jan 24 15:41:29.263486 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:41:29.265735 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d9c888-acf1-4f0c-8909-8cebf372acb1" -d '{"events": [{"server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "name": "network-vif-plugged", "status": "completed", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:41:29.279874 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:29.283891 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:29.311759 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7564aa95-ca3e-4a1c-aca8-602bb4f5b629 req-86d53a3b-7d2f-432b-991c-24f70ca7d407 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Jan 24 15:41:29.353541 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:29.356073 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:29.361237 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a857838-2cda-480c-ba10-e59bd8bdd7be x-openstack-request-id: req-7a857838-2cda-480c-ba10-e59bd8bdd7be {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:41:29.362116 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "name": "network-vif-plugged", "status": "completed", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:41:29.362116 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7a857838-2cda-480c-ba10-e59bd8bdd7be {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:41:29.362279 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f', 'code': 200} Jan 24 15:41:30.435183 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd8cee-34ca-4536-b989-5598e2980f61 req-79b36c15-1e59-46da-910d-d30a5d9e0548 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:30.436801 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ecd8cee-34ca-4536-b989-5598e2980f61 req-79b36c15-1e59-46da-910d-d30a5d9e0548 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.0485930 Jan 24 15:41:30.483631 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ecd8cee-34ca-4536-b989-5598e2980f61 req-6097258d-fb79-4230-afbf-a16e974ac279 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Jan 24 15:41:31.029224 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:31.111753 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:41:31.203956 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:31.215968 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'port_id': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'mac_address': 'fa:16:3e:fa:23:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:41:31.255013 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:41:31.255419 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:31.267555 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:41:31.287667 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:31.291019 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:31.335956 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:31.508510 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:41:31.603785 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4679d9-0b75-4953-8bbe-741f2c40e710 req-0b183653-9e2f-4622-9236-e3c8a57e1510 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:31.605245 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9b4679d9-0b75-4953-8bbe-741f2c40e710 req-0b183653-9e2f-4622-9236-e3c8a57e1510 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Jan 24 15:41:31.651954 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9b4679d9-0b75-4953-8bbe-741f2c40e710 req-f4e52ffc-87d6-4a87-aeea-6a2b9d662708 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Jan 24 15:41:32.446365 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:32.773402 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b70fa-2337-48a9-841e-141f11ce08dc req-e820708a-aeaa-47c9-a478-5101d19d1c51 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:32.774853 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6f6b70fa-2337-48a9-841e-141f11ce08dc req-e820708a-aeaa-47c9-a478-5101d19d1c51 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Jan 24 15:41:32.824637 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6f6b70fa-2337-48a9-841e-141f11ce08dc req-8ad3fcda-7251-4744-a3d5-e6fcb8add32a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Jan 24 15:41:33.129951 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:41:33.177895 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:41:33.181794 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:41:33.182177 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:33.259357 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:41:33.259747 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:33.281662 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:41:33.283907 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7657d6-5372-41c3-a739-10d0d9f82f9c" -d '{"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-plugged", "status": "completed", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:41:33.297161 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:33.301826 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:33.324037 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baf50f8-ebbf-4373-a827-c3ed0d61ee1c x-openstack-request-id: req-8baf50f8-ebbf-4373-a827-c3ed0d61ee1c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:41:33.324332 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-plugged", "status": "completed", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:41:33.324588 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8baf50f8-ebbf-4373-a827-c3ed0d61ee1c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:41:33.324984 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'code': 200} Jan 24 15:41:33.350611 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:33.481545 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52265-44f1-4d1e-9ffb-30bdd5cf589b req-5e231625-bb74-4c37-afe7-1768e955fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:33.482977 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ccf52265-44f1-4d1e-9ffb-30bdd5cf589b req-5e231625-bb74-4c37-afe7-1768e955fc1d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 1099 time: 0.0391665 Jan 24 15:41:33.527961 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ccf52265-44f1-4d1e-9ffb-30bdd5cf589b req-71f78c83-a173-47c0-ace0-2f2635fda023 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 Jan 24 15:41:33.943906 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075d93-cc68-42f0-8edb-f6ef3d7361b3 req-a50fe7fb-a74b-42f5-bf32-c8c43af9aa4d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:33.945363 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb075d93-cc68-42f0-8edb-f6ef3d7361b3 req-a50fe7fb-a74b-42f5-bf32-c8c43af9aa4d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0478451 Jan 24 15:41:33.991138 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb075d93-cc68-42f0-8edb-f6ef3d7361b3 req-6fe4b4c0-a9d3-4486-ae09-0019e2556fad tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Jan 24 15:41:35.110841 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057a88c-66c6-4a1c-9da4-aea1e29a3d41 req-3057fe40-076d-41ef-999a-57d6cbcf4223 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:35.112634 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b057a88c-66c6-4a1c-9da4-aea1e29a3d41 req-3057fe40-076d-41ef-999a-57d6cbcf4223 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0492098 Jan 24 15:41:35.160230 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b057a88c-66c6-4a1c-9da4-aea1e29a3d41 req-87eea5ee-7277-4b16-a4ef-f4a6474d46b1 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419204 Jan 24 15:41:35.277309 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c032e80-d2ec-445f-a151-b12d7add6b5d req-fdba18a5-ffc3-44a4-8c92-84422f63f773 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:35.278655 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6c032e80-d2ec-445f-a151-b12d7add6b5d req-fdba18a5-ffc3-44a4-8c92-84422f63f773 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0474997 Jan 24 15:41:35.287446 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 36976) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:35.291594 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Request body: {'floatingip': {'port_id': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:41:35.576984 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (820fb688-f36d-49f2-aee1-29e478e11ac1), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:35.992920 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:35.996701 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (820fb688-f36d-49f2-aee1-29e478e11ac1), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:36.096999 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Floating IP 820fb688-f36d-49f2-aee1-29e478e11ac1 associated. External IP: 172.27.2.144, port: a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db. Jan 24 15:41:36.302834 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Router ef1d63a6-8bab-48a2-8e44-c2b06eece611 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:41:36.333431 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:36.410999 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:41:36.415856 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:36.420462 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] Sync routers for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:41:36.430969 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:41:36.431620 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:41:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:36.443712 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f864d1aa-9ef3-417e-8299-3a7f6a96ca11 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "PUT /v2.0/floatingips/820fb688-f36d-49f2-aee1-29e478e11ac1 HTTP/1.1" status: 200 len: 992 time: 1.1552517 Jan 24 15:41:36.444293 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:41:36.446553 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:41:36.541873 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6ab5b-0b40-4156-8e11-450cc104b0b1 x-openstack-request-id: req-0bd6ab5b-0b40-4156-8e11-450cc104b0b1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:41:36.542145 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:41:36.542401 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0bd6ab5b-0b40-4156-8e11-450cc104b0b1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:41:36.542804 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'status': 'completed', 'code': 200} Jan 24 15:41:36.546636 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:41:36.601504 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-8ec8ca74-abc6-4eef-bf5f-1169c1bb95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:36.603011 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-8ec8ca74-abc6-4eef-bf5f-1169c1bb95ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 1099 time: 0.0405483 Jan 24 15:41:36.694239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-624997a9-4125-4a28-b859-fae8af283741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:36.695779 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-624997a9-4125-4a28-b859-fae8af283741 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.0871503 Jan 24 15:41:36.758596 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-6aeaeae3-7318-4e90-ba32-8dd35dfe6f33 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db HTTP/1.1" status: 200 len: 1000 time: 0.0571024 Jan 24 15:41:36.769108 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '820fb688-f36d-49f2-aee1-29e478e11ac1', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'port_id': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'mac_address': 'fa:16:3e:fa:23:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:41:23Z', 'updated_at': '2022-01-24T15:41:35Z', 'revision_number': 1, 'project_id': '8e6a61251ca545109912c92468b12924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:36.794586 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] Checking router: ef1d63a6-8bab-48a2-8e44-c2b06eece611 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:41:36.803910 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:41:36.804549 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:41:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:36.809422 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-fd806dfa-5316-4615-a21f-c4a432550edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:36.810854 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-fd806dfa-5316-4615-a21f-c4a432550edc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0471532 Jan 24 15:41:36.855897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-c2208461-f99d-4d1b-a87b-6699d69be787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:36.857384 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-c2208461-f99d-4d1b-a87b-6699d69be787 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406933 Jan 24 15:41:36.909694 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:41:36.944436 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-d5725dd0-17eb-4f30-b332-130293f554c7 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808673 Jan 24 15:41:37.034756 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdbf198-e586-48ce-b71a-04fa1c4fd68a req-1aac5f4b-bba9-47ca-afd0-aa9965163880 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844297 Jan 24 15:41:37.133182 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '820fb688-f36d-49f2-aee1-29e478e11ac1', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'port_id': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'mac_address': 'fa:16:3e:fa:23:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:41:23Z', 'updated_at': '2022-01-24T15:41:35Z', 'revision_number': 1, 'project_id': '8e6a61251ca545109912c92468b12924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:37.158596 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cbb71-eadd-45e8-8856-4416ebf9b918 None None] The sync data for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi is: [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '820fb688-f36d-49f2-aee1-29e478e11ac1', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'port_id': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'mac_address': 'fa:16:3e:fa:23:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:41:23Z', 'updated_at': '2022-01-24T15:41:35Z', 'revision_number': 1, 'project_id': '8e6a61251ca545109912c92468b12924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:41:37.339709 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00bb43-7f33-4102-8cb3-cde39c1fb670 None None] New status for floating IP 820fb688-f36d-49f2-aee1-29e478e11ac1: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:41:50.931258 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e9a90-dd8d-4803-afc7-8b220f7f3272 req-bde35ecf-d2fe-4b43-9632-40d49c6265b1 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:50.932575 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-757e9a90-dd8d-4803-afc7-8b220f7f3272 req-bde35ecf-d2fe-4b43-9632-40d49c6265b1 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 946 time: 0.0484831 Jan 24 15:41:50.978734 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-757e9a90-dd8d-4803-afc7-8b220f7f3272 req-25dd9573-9007-455b-9e17-96ca1e7a7299 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404596 Jan 24 15:41:52.108358 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fd89-dbde-4aa9-8d82-e937bfbad2d5 req-d1e26b11-1e0b-45a3-a763-c8fc42240a6a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:52.109825 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa68fd89-dbde-4aa9-8d82-e937bfbad2d5 req-d1e26b11-1e0b-45a3-a763-c8fc42240a6a tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 946 time: 0.0522468 Jan 24 15:41:52.154853 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa68fd89-dbde-4aa9-8d82-e937bfbad2d5 req-fbf9c05f-a117-4aeb-96f4-61a5bf8406df tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395603 Jan 24 15:41:52.935141 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-6d27d33e-623a-4e74-81cc-acd1b699c60e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:52.936615 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-6d27d33e-623a-4e74-81cc-acd1b699c60e tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 946 time: 0.0499330 Jan 24 15:41:53.039943 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Deleting port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:41:53.040176 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:53.146438 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] For port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:53.147184 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:53.339366 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ffb63-4c93-4953-bf0e-d856e487feb1 req-0846bf8f-9ff7-47c5-82a9-37cb5e509d8d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:41:53.340696 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d2ffb63-4c93-4953-bf0e-d856e487feb1 req-0846bf8f-9ff7-47c5-82a9-37cb5e509d8d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/ports?device_id=112e7f7f-3345-471b-8f14-18ec3ff3a19d HTTP/1.1" status: 200 len: 946 time: 0.0988557 Jan 24 15:41:53.358664 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:53.359019 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (f30c3464-1ea3-4bf3-88bf-87ed21cc5f18), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:53.359357 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Floating IP f30c3464-1ea3-4bf3-88bf-87ed21cc5f18 disassociated. External IP: 172.27.2.27, port: fc7fb17c-a2af-4322-946d-f70f7dcd3b4a. Jan 24 15:41:53.359693 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Calling delete_port for fc7fb17c-a2af-4322-946d-f70f7dcd3b4a owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:41:53.435691 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d2ffb63-4c93-4953-bf0e-d856e487feb1 req-31f51c4d-a6e5-4a64-82cb-c9f992bf6cfc tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups?id=e00b2c19-bb56-4787-8ec3-520386389706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841396 Jan 24 15:41:53.518510 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (fc7fb17c-a2af-4322-946d-f70f7dcd3b4a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:53.547944 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event deleted for resources: {'Port': ['ID=fc7fb17c-a2af-4322-946d-f70f7dcd3b4a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:53.658942 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Router 3626d662-0f95-4926-bc63-005851ba2df2 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:41:53.763858 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:41:53.774955 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] Sync routers for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:41:53.784677 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:41:53.785283 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:41:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:53.802795 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] No DVR routers for this DVR port fc7fb17c-a2af-4322-946d-f70f7dcd3b4a on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:41:53.805437 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:53.808697 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3aa2e64-c8eb-4750-b12e-a3754a1f2a30 req-a3ef99cd-83c4-407b-bc1c-7c73ac296432 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.88 "DELETE /v2.0/ports/fc7fb17c-a2af-4322-946d-f70f7dcd3b4a HTTP/1.1" status: 204 len: 173 time: 0.8664162 Jan 24 15:41:53.809127 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'name': 'network-vif-deleted', 'tag': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:41:53.811424 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7fc9ff-fe36-4e7f-8a89-f29633f13f47" -d '{"events": [{"server_uuid": "112e7f7f-3345-471b-8f14-18ec3ff3a19d", "name": "network-vif-deleted", "tag": "fc7fb17c-a2af-4322-946d-f70f7dcd3b4a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:41:53.847993 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0efc2-3a0f-4fd6-ab3c-8d5d7a113931 x-openstack-request-id: req-dcb0efc2-3a0f-4fd6-ab3c-8d5d7a113931 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:41:53.848284 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112e7f7f-3345-471b-8f14-18ec3ff3a19d", "name": "network-vif-deleted", "tag": "fc7fb17c-a2af-4322-946d-f70f7dcd3b4a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:41:53.848533 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-dcb0efc2-3a0f-4fd6-ab3c-8d5d7a113931 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:41:53.849432 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112e7f7f-3345-471b-8f14-18ec3ff3a19d', 'name': 'network-vif-deleted', 'tag': 'fc7fb17c-a2af-4322-946d-f70f7dcd3b4a', 'status': 'completed', 'code': 200} Jan 24 15:41:53.896085 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:41:54.104595 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:54.131178 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] Checking router: 3626d662-0f95-4926-bc63-005851ba2df2 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:41:54.139725 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:41:54.140286 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:41:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:54.245555 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:41:54.446972 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:41:54.476938 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddb845-b315-4dd7-8f90-e571a1bbe416 None None] The sync data for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi is: [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:35:39Z', 'revision_number': 4, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '8ce3d6e7-df33-455b-8c68-ef3e8eea4b70', 'name': '', 'network_id': '1cfb6061-af00-43af-af7d-8911f5170249', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'mac_address': 'fa:16:3e:cd:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:36Z', 'updated_at': '2022-01-24T15:35:48Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'subnets': [{'id': 'c461e5d6-02e9-44a7-a46b-a8ec7bed65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:41:54.521798 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37116) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:54.577925 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81a37762-6bd3-4142-820d-bbe906c0384d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (e00b2c19-bb56-4787-8ec3-520386389706), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:54.603205 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81a37762-6bd3-4142-820d-bbe906c0384d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (e00b2c19-bb56-4787-8ec3-520386389706), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:54.651467 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81a37762-6bd3-4142-820d-bbe906c0384d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e00b2c19-bb56-4787-8ec3-520386389706), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:54.654094 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81a37762-6bd3-4142-820d-bbe906c0384d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:54.655312 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-81a37762-6bd3-4142-820d-bbe906c0384d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "DELETE /v2.0/security-groups/e00b2c19-bb56-4787-8ec3-520386389706 HTTP/1.1" status: 204 len: 168 time: 0.1324623 Jan 24 15:41:54.658076 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:54.665337 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a37762-6bd3-4142-820d-bbe906c0384d tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00b2c19-bb56-4787-8ec3-520386389706,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:54.673335 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-4a06fa52-afb0-419e-b44b-0e9d341c6923 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] show failed (client error): The resource could not be found. Jan 24 15:41:54.678560 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4a06fa52-afb0-419e-b44b-0e9d341c6923 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "GET /v2.0/security-groups/e00b2c19-bb56-4787-8ec3-520386389706 HTTP/1.1" status: 404 len: 347 time: 0.0193648 Jan 24 15:41:54.678726 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37120) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:54.718979 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9a098-5578-4fc0-abe2-0046e1b7062b None None] New status for floating IP f30c3464-1ea3-4bf3-88bf-87ed21cc5f18: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:41:54.820674 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Deleting port 6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:41:54.820952 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:54.897489 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:54.897816 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:54.909869 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Calling delete_port for 6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:41:55.280320 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:55.309811 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Pushing event deleted for resources: {'Port': ['ID=6ffaf631-44a2-445f-b7ca-04d2d9a3c0cb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:41:55.367751 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks [] for floatingip (f30c3464-1ea3-4bf3-88bf-87ed21cc5f18), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:55.370395 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:55.373878 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a76cd836-897e-45fc-acfb-b2e43efb6876 tempest-AttachVolumeTestJSON-1589682501 tempest-AttachVolumeTestJSON-1589682501-project] 10.222.0.112 "DELETE /v2.0/floatingips/f30c3464-1ea3-4bf3-88bf-87ed21cc5f18 HTTP/1.1" status: 204 len: 168 time: 0.6913939 Jan 24 15:41:56.093942 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e0f5-eb82-4ec6-a1ff-c3e1707a6089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:57.267710 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device fc7fb17c-a2af-4322-946d-f70f7dcd3b4a no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:41:57.289732 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: fc7fb17c-a2af-4322-946d-f70f7dcd3b4a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:41:57.289732 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device fc7fb17c-a2af-4322-946d-f70f7dcd3b4a not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:41:57.340971 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:41:58.280967 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e98dd29a-32f9-4eb8-bdbc-5da1da91bdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:58.890498 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:41:59.318352 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (3626d662-0f95-4926-bc63-005851ba2df2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:59.331748 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:59.570721 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Deleting port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:41:59.570960 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:59.650798 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] For port 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:41:59.651173 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:59.663833 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Calling delete_port for 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:41:59.843448 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (8ce3d6e7-df33-455b-8c68-ef3e8eea4b70), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:41:59.866400 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce3d6e7-df33-455b-8c68-ef3e8eea4b70,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:00.052352 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (3626d662-0f95-4926-bc63-005851ba2df2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:00.263597 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Router 3626d662-0f95-4926-bc63-005851ba2df2 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:42:00.366623 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:42:00.376180 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cd2c7c44-8baa-4983-aa0c-6add9c261ba5 admin admin] 10.222.0.112 "PUT /v2.0/routers/3626d662-0f95-4926-bc63-005851ba2df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4842136 Jan 24 15:42:00.378237 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:00.382990 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] Sync routers for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:42:00.392421 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:42:00.393034 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:41:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:00.483392 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks [] for router (3626d662-0f95-4926-bc63-005851ba2df2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:00.496327 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:42:00.590533 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks [] for router_gateway (3626d662-0f95-4926-bc63-005851ba2df2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:00.644173 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Deleting port f9975e43-fcf1-4e40-82d6-5f094090cc40 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:00.644518 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:00.681101 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:41:59Z', 'revision_number': 5, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port': {'id': 'f9975e43-fcf1-4e40-82d6-5f094090cc40', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626d662-0f95-4926-bc63-005851ba2df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:35:30Z', 'updated_at': '2022-01-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:00.707423 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] Checking router: 3626d662-0f95-4926-bc63-005851ba2df2 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:42:00.716443 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] Routers {'3626d662-0f95-4926-bc63-005851ba2df2'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:42:00.717059 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:41:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['3626d662-0f95-4926-bc63-005851ba2df2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:00.729415 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] For port f9975e43-fcf1-4e40-82d6-5f094090cc40, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=f9975e43-fcf1-4e40-82d6-5f094090cc40,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:00.729794 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:00.742882 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Calling delete_port for f9975e43-fcf1-4e40-82d6-5f094090cc40 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:00.809645 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] Set router 3626d662-0f95-4926-bc63-005851ba2df2 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:42:00.862458 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:42:00Z', 'revision_number': 6, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port_host': None}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:00.889555 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f600bfb2-600e-4521-bf4e-d78ff335fd07 None None] The sync data for ids ['3626d662-0f95-4926-bc63-005851ba2df2'] in dv-cinder-820164-3-iscsi is: [{'id': '3626d662-0f95-4926-bc63-005851ba2df2', 'name': 'tempest-AttachVolumeTestJSON-219929109-router', 'tenant_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:35:29Z', 'updated_at': '2022-01-24T15:42:00Z', 'revision_number': 6, 'project_id': 'ad1302b8fd7441eb97d3a7d4d73bccb5', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:42:00.925030 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (f9975e43-fcf1-4e40-82d6-5f094090cc40), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:00.953577 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9975e43-fcf1-4e40-82d6-5f094090cc40,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:01.013767 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (3626d662-0f95-4926-bc63-005851ba2df2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.032661 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.105715 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (3626d662-0f95-4926-bc63-005851ba2df2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.107958 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks [] for router_controller (3626d662-0f95-4926-bc63-005851ba2df2), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.152546 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (3626d662-0f95-4926-bc63-005851ba2df2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.153064 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3626d662-0f95-4926-bc63-005851ba2df2 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:42:01.157550 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.158689 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-47e256ec-06b2-4f0b-9fc3-8e47773f3a76 admin admin] 10.222.0.112 "DELETE /v2.0/routers/3626d662-0f95-4926-bc63-005851ba2df2 HTTP/1.1" status: 204 len: 168 time: 0.7795649 Jan 24 15:42:01.161303 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37168) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:01.204601 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-392334b7-c6ad-4f14-9454-86cda4fb0528 admin admin] Deleting subnet c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:42:01.207367 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392334b7-c6ad-4f14-9454-86cda4fb0528 admin admin] Publish callbacks [] for subnet (c461e5d6-02e9-44a7-a46b-a8ec7bed65f1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.242894 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392334b7-c6ad-4f14-9454-86cda4fb0528 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (c461e5d6-02e9-44a7-a46b-a8ec7bed65f1), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.327037 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392334b7-c6ad-4f14-9454-86cda4fb0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (c461e5d6-02e9-44a7-a46b-a8ec7bed65f1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.390407 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392334b7-c6ad-4f14-9454-86cda4fb0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (c461e5d6-02e9-44a7-a46b-a8ec7bed65f1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.414392 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392334b7-c6ad-4f14-9454-86cda4fb0528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c461e5d6-02e9-44a7-a46b-a8ec7bed65f1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:01.421323 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392334b7-c6ad-4f14-9454-86cda4fb0528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.425189 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-392334b7-c6ad-4f14-9454-86cda4fb0528 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/c461e5d6-02e9-44a7-a46b-a8ec7bed65f1 HTTP/1.1" status: 204 len: 168 time: 0.2629509 Jan 24 15:42:01.426538 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1384780a-6c61-4ec2-9572-1c8d4403b1b4 None None] Network 1cfb6061-af00-43af-af7d-8911f5170249 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:42:01.428250 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:01.499093 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (1cfb6061-af00-43af-af7d-8911f5170249), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.554028 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Deleting port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:01.554367 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.616712 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] For port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:01.617331 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.634828 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Calling delete_port for 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:01.668340 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] DHCP port deletion for 1cfb6061-af00-43af-af7d-8911f5170249 request from dv-cinder-820164-3-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 15:42:01.719546 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] Deleting port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:01.719952 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.729205 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.734342 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:01.758007 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] No DVR routers for this DVR port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 on host dv-cinder-820164-3-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:42:01.761555 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Pushing event deleted for resources: {'Port': ['ID=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:01.791815 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:01.792170 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 8ce3d6e7-df33-455b-8c68-ef3e8eea4b70 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:01.792594 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device f9975e43-fcf1-4e40-82d6-5f094090cc40 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:01.817672 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: f9975e43-fcf1-4e40-82d6-5f094090cc40 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:01.818215 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device f9975e43-fcf1-4e40-82d6-5f094090cc40 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:01.818645 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:01.834825 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (1cfb6061-af00-43af-af7d-8911f5170249), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.848730 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] For port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,segment=NetworkSegment(c57e9809-a33b-4a13-9170-439f268d5a53),segment_id=c57e9809-a33b-4a13-9170-439f268d5a53)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:01.849132 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.851784 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:01.852134 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:01.855983 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfb6061-af00-43af-af7d-8911f5170249']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:01.863631 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] Calling delete_port for 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:01.866250 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57e9809-a33b-4a13-9170-439f268d5a53') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:01.866552 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57e9809-a33b-4a13-9170-439f268d5a53') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:01.876849 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9485130'] for segment (c57e9809-a33b-4a13-9170-439f268d5a53), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.891293 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (c57e9809-a33b-4a13-9170-439f268d5a53), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.898219 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:42:01.898842 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2703043'] for segment (c57e9809-a33b-4a13-9170-439f268d5a53), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: timer() Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: cb(*args, **kw) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: self._notify() Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: self.callback(batched_events) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: event.method(event) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._get(url).json() Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:42:01.901300 dv-cinder-820164-3-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:42:01.962552 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (1cfb6061-af00-43af-af7d-8911f5170249), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.967861 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:01.975880 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] 10.222.0.112 "DELETE /v2.0/networks/1cfb6061-af00-43af-af7d-8911f5170249 HTTP/1.1" status: 204 len: 168 time: 0.5424778 Jan 24 15:42:01.991720 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16c7aa-29b5-4c62-a35e-b2b543924fda admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfb6061-af00-43af-af7d-8911f5170249,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:02.081950 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311'] for port (886ddabf-0d1b-41d3-b784-13b26f1fc3c0), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:02.099073 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37176) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:02.104734 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] Pushing event deleted for resources: {'Port': ['ID=886ddabf-0d1b-41d3-b784-13b26f1fc3c0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:02.106700 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] Network 1cfb6061-af00-43af-af7d-8911f5170249 is not hosted by any dhcp agent {{(pid=102670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 24 15:42:02.107170 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacca5f-4598-493d-8776-d65f56592964 None None] No DVR routers for this DVR port 886ddabf-0d1b-41d3-b784-13b26f1fc3c0 on host dv-cinder-820164-3-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:42:02.149276 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e9303840-84cb-4fd6-8b57-219007191fe3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ad1302b8fd7441eb97d3a7d4d73bccb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0489726 Jan 24 15:42:02.151758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37178) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:02.199525 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca418f6a-33e2-4fb7-b807-919d72e1d8cd admin admin] Publish callbacks [] for security_group (e82e6686-2c99-48fe-8d82-f309710e405e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:02.219821 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca418f6a-33e2-4fb7-b807-919d72e1d8cd admin admin] Publish callbacks [] for security_group (e82e6686-2c99-48fe-8d82-f309710e405e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:02.265146 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca418f6a-33e2-4fb7-b807-919d72e1d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e82e6686-2c99-48fe-8d82-f309710e405e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:02.267698 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca418f6a-33e2-4fb7-b807-919d72e1d8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:02.268814 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ca418f6a-33e2-4fb7-b807-919d72e1d8cd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e82e6686-2c99-48fe-8d82-f309710e405e HTTP/1.1" status: 204 len: 168 time: 0.1161869 Jan 24 15:42:02.276330 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca418f6a-33e2-4fb7-b807-919d72e1d8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e6686-2c99-48fe-8d82-f309710e405e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:02.452217 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:06.343884 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:12.571143 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37332) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:12.672702 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6315541e-f08f-4b5c-a3a0-13e92a5da5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:12.746251 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6315541e-f08f-4b5c-a3a0-13e92a5da5b5 admin admin] Publish callbacks [] for security_group (e64c703d-2d12-4b8f-8548-a6f09ef09113), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:12.750018 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6315541e-f08f-4b5c-a3a0-13e92a5da5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e64c703d-2d12-4b8f-8548-a6f09ef09113), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:12.789867 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6315541e-f08f-4b5c-a3a0-13e92a5da5b5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=300f9813cfe64f3cada53e220f7e6e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176294 Jan 24 15:42:12.791047 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315541e-f08f-4b5c-a3a0-13e92a5da5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64c703d-2d12-4b8f-8548-a6f09ef09113,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:12.792600 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37336) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:12.840305 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecb3aa75-3798-4b69-8f7c-5f03af932381 admin admin] Publish callbacks [] for security_group (e64c703d-2d12-4b8f-8548-a6f09ef09113), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:12.860776 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecb3aa75-3798-4b69-8f7c-5f03af932381 admin admin] Publish callbacks [] for security_group (e64c703d-2d12-4b8f-8548-a6f09ef09113), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:12.909202 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecb3aa75-3798-4b69-8f7c-5f03af932381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e64c703d-2d12-4b8f-8548-a6f09ef09113), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:12.912380 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecb3aa75-3798-4b69-8f7c-5f03af932381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:12.913510 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ecb3aa75-3798-4b69-8f7c-5f03af932381 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e64c703d-2d12-4b8f-8548-a6f09ef09113 HTTP/1.1" status: 204 len: 168 time: 0.1199136 Jan 24 15:42:12.921131 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3aa75-3798-4b69-8f7c-5f03af932381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64c703d-2d12-4b8f-8548-a6f09ef09113,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:13.166579 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37342) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:13.180769 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e9-7d0e-46b9-821f-3389f621ea3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:13.256740 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e9-7d0e-46b9-821f-3389f621ea3a admin admin] Publish callbacks [] for security_group (cdb20d4a-9398-4bf8-9959-1a64fcc4ceaa), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:13.259992 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e9-7d0e-46b9-821f-3389f621ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (cdb20d4a-9398-4bf8-9959-1a64fcc4ceaa), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:13.297986 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-13ea00e9-7d0e-46b9-821f-3389f621ea3a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a1bc699a76294bc8ae02d8ba8ea88aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302929 Jan 24 15:42:13.298845 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea00e9-7d0e-46b9-821f-3389f621ea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb20d4a-9398-4bf8-9959-1a64fcc4ceaa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:13.301877 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37344) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:13.351659 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ea92e99-9bee-4fc2-9fa4-3eb3319b8131 admin admin] Publish callbacks [] for security_group (cdb20d4a-9398-4bf8-9959-1a64fcc4ceaa), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:13.373515 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ea92e99-9bee-4fc2-9fa4-3eb3319b8131 admin admin] Publish callbacks [] for security_group (cdb20d4a-9398-4bf8-9959-1a64fcc4ceaa), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:13.418525 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ea92e99-9bee-4fc2-9fa4-3eb3319b8131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (cdb20d4a-9398-4bf8-9959-1a64fcc4ceaa), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:13.421134 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ea92e99-9bee-4fc2-9fa4-3eb3319b8131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:13.422396 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3ea92e99-9bee-4fc2-9fa4-3eb3319b8131 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cdb20d4a-9398-4bf8-9959-1a64fcc4ceaa HTTP/1.1" status: 204 len: 168 time: 0.1188037 Jan 24 15:42:13.430836 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea92e99-9bee-4fc2-9fa4-3eb3319b8131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb20d4a-9398-4bf8-9959-1a64fcc4ceaa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:19.656893 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37476) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:19.758393 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e816fa55-8550-4733-8456-611db9ab2b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:19.830987 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e816fa55-8550-4733-8456-611db9ab2b9a admin admin] Publish callbacks [] for security_group (08362d9a-a279-4333-8177-ed347782adb8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:19.835242 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e816fa55-8550-4733-8456-611db9ab2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (08362d9a-a279-4333-8177-ed347782adb8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:19.871822 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816fa55-8550-4733-8456-611db9ab2b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08362d9a-a279-4333-8177-ed347782adb8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:19.875911 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e816fa55-8550-4733-8456-611db9ab2b9a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2f281b21d5e34a78b78ad668a95e88b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179983 Jan 24 15:42:19.878692 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:19.928049 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc341a5c-542e-4cff-9767-3d85f6e5e7cd admin admin] Publish callbacks [] for security_group (08362d9a-a279-4333-8177-ed347782adb8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:19.948096 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc341a5c-542e-4cff-9767-3d85f6e5e7cd admin admin] Publish callbacks [] for security_group (08362d9a-a279-4333-8177-ed347782adb8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:19.995374 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc341a5c-542e-4cff-9767-3d85f6e5e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (08362d9a-a279-4333-8177-ed347782adb8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:19.997909 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc341a5c-542e-4cff-9767-3d85f6e5e7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:19.999030 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-dc341a5c-542e-4cff-9767-3d85f6e5e7cd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/08362d9a-a279-4333-8177-ed347782adb8 HTTP/1.1" status: 204 len: 168 time: 0.1193566 Jan 24 15:42:20.007572 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc341a5c-542e-4cff-9767-3d85f6e5e7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08362d9a-a279-4333-8177-ed347782adb8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:20.260666 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37488) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:20.273892 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:20.346684 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Publish callbacks [] for security_group (d283a107-4443-49d7-bc08-d9badf76cfb1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:20.351293 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (d283a107-4443-49d7-bc08-d9badf76cfb1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:20.389633 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=708f856de5c74965b297f61a02250c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279120 Jan 24 15:42:20.390827 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d283a107-4443-49d7-bc08-d9badf76cfb1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:20.392364 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:20.398527 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.398881 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.399258 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.399599 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.399935 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.400269 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.400602 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.400933 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.401264 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.401596 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.401924 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.402246 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.402569 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8885f5-de57-4815-8c01-a494dca93de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:20.440982 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9578785c-c7ee-4373-8d74-e7eedbf1d527 admin admin] Publish callbacks [] for security_group (d283a107-4443-49d7-bc08-d9badf76cfb1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:20.462779 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9578785c-c7ee-4373-8d74-e7eedbf1d527 admin admin] Publish callbacks [] for security_group (d283a107-4443-49d7-bc08-d9badf76cfb1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:20.510824 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9578785c-c7ee-4373-8d74-e7eedbf1d527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (d283a107-4443-49d7-bc08-d9badf76cfb1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:20.513448 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9578785c-c7ee-4373-8d74-e7eedbf1d527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:20.514631 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9578785c-c7ee-4373-8d74-e7eedbf1d527 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d283a107-4443-49d7-bc08-d9badf76cfb1 HTTP/1.1" status: 204 len: 168 time: 0.1212652 Jan 24 15:42:20.522627 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578785c-c7ee-4373-8d74-e7eedbf1d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d283a107-4443-49d7-bc08-d9badf76cfb1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:22.414062 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37568) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:22.516368 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed91b3a1-444a-495f-a876-2c9c8deb3796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:22.591357 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed91b3a1-444a-495f-a876-2c9c8deb3796 admin admin] Publish callbacks [] for security_group (93ba2c00-723d-450e-8efe-d9fbd9f75834), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:22.594688 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed91b3a1-444a-495f-a876-2c9c8deb3796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (93ba2c00-723d-450e-8efe-d9fbd9f75834), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:22.868690 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ed91b3a1-444a-495f-a876-2c9c8deb3796 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=54f6ba342d834ad695adaa8dd578ede9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4534466 Jan 24 15:42:22.869282 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91b3a1-444a-495f-a876-2c9c8deb3796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba2c00-723d-450e-8efe-d9fbd9f75834,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:22.871360 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37576) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:22.922537 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Publish callbacks [] for security_group (93ba2c00-723d-450e-8efe-d9fbd9f75834), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:22.944913 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Publish callbacks [] for security_group (93ba2c00-723d-450e-8efe-d9fbd9f75834), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:22.995112 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (93ba2c00-723d-450e-8efe-d9fbd9f75834), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:22.998171 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:22.999366 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/93ba2c00-723d-450e-8efe-d9fbd9f75834 HTTP/1.1" status: 204 len: 168 time: 0.1269944 Jan 24 15:42:23.007718 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba2c00-723d-450e-8efe-d9fbd9f75834,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:23.014881 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.015267 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.015614 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.015956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.016291 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.016624 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.016956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.017287 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.017617 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.017947 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.018274 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.018598 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.018949 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553ae24-c204-480a-b166-b6197a2fa29d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:23.266354 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:23.279740 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f43568e1-36b3-482c-8c58-7d911dea940b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:23.356065 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f43568e1-36b3-482c-8c58-7d911dea940b admin admin] Publish callbacks [] for security_group (927fc1a1-3892-483d-89ac-9e5a0b28b938), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:23.359928 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f43568e1-36b3-482c-8c58-7d911dea940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (927fc1a1-3892-483d-89ac-9e5a0b28b938), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:23.401455 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43568e1-36b3-482c-8c58-7d911dea940b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927fc1a1-3892-483d-89ac-9e5a0b28b938,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:23.406698 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f43568e1-36b3-482c-8c58-7d911dea940b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9ee83ef17eb2425ba76a11fc29570aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387639 Jan 24 15:42:23.408244 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:23.455708 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-796646b2-1d28-4006-a12f-972eef2792db admin admin] Publish callbacks [] for security_group (927fc1a1-3892-483d-89ac-9e5a0b28b938), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:23.479938 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-796646b2-1d28-4006-a12f-972eef2792db admin admin] Publish callbacks [] for security_group (927fc1a1-3892-483d-89ac-9e5a0b28b938), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:23.526339 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-796646b2-1d28-4006-a12f-972eef2792db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (927fc1a1-3892-483d-89ac-9e5a0b28b938), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:23.529121 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-796646b2-1d28-4006-a12f-972eef2792db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:23.532895 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-796646b2-1d28-4006-a12f-972eef2792db admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/927fc1a1-3892-483d-89ac-9e5a0b28b938 HTTP/1.1" status: 204 len: 168 time: 0.1211114 Jan 24 15:42:23.538720 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796646b2-1d28-4006-a12f-972eef2792db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927fc1a1-3892-483d-89ac-9e5a0b28b938,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:23.668312 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a521014-c2c5-4f45-b5cd-1f558e2d5ef3 req-3c7456f3-b319-4c2c-954e-1e19777a5b5a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:23.670643 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a521014-c2c5-4f45-b5cd-1f558e2d5ef3 req-3c7456f3-b319-4c2c-954e-1e19777a5b5a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0578482 Jan 24 15:42:23.718900 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a521014-c2c5-4f45-b5cd-1f558e2d5ef3 req-a2647777-de14-4783-96d4-6a4149b8dfde tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426347 Jan 24 15:42:24.566649 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37628) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:24.669075 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0508f06-6a1a-40dc-80a1-4267114f9abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:24.743737 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0508f06-6a1a-40dc-80a1-4267114f9abc admin admin] Publish callbacks [] for security_group (81b61cc4-51c5-4bd9-883b-2061ccb55b1d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:24.748143 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0508f06-6a1a-40dc-80a1-4267114f9abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (81b61cc4-51c5-4bd9-883b-2061ccb55b1d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:24.787069 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d0508f06-6a1a-40dc-80a1-4267114f9abc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ebc57e9a571342cab5d5b7bb3262e0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192276 Jan 24 15:42:24.787960 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0508f06-6a1a-40dc-80a1-4267114f9abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b61cc4-51c5-4bd9-883b-2061ccb55b1d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:24.789774 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37634) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:24.839208 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da24281e-1c68-4443-a698-458132d69481 admin admin] Publish callbacks [] for security_group (81b61cc4-51c5-4bd9-883b-2061ccb55b1d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:24.846034 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0fe70-6683-446c-b48c-5b5cf7bd826b req-f28751ed-7e71-49e5-a8dc-cf0786d01c7c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:24.848107 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ff0fe70-6683-446c-b48c-5b5cf7bd826b req-f28751ed-7e71-49e5-a8dc-cf0786d01c7c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0491676 Jan 24 15:42:24.860902 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da24281e-1c68-4443-a698-458132d69481 admin admin] Publish callbacks [] for security_group (81b61cc4-51c5-4bd9-883b-2061ccb55b1d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:24.898438 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ff0fe70-6683-446c-b48c-5b5cf7bd826b req-505d0205-b108-4ef0-803a-092e033bf43c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441072 Jan 24 15:42:24.907700 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da24281e-1c68-4443-a698-458132d69481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (81b61cc4-51c5-4bd9-883b-2061ccb55b1d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:24.911338 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da24281e-1c68-4443-a698-458132d69481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:24.912630 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-da24281e-1c68-4443-a698-458132d69481 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/81b61cc4-51c5-4bd9-883b-2061ccb55b1d HTTP/1.1" status: 204 len: 168 time: 0.1210170 Jan 24 15:42:24.928364 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24281e-1c68-4443-a698-458132d69481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b61cc4-51c5-4bd9-883b-2061ccb55b1d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:26.024849 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49eafc-5e56-4bf6-8961-98614a2b38ba req-4d5463b8-3d07-4596-a9e6-d841168c78bd tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:26.026319 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c49eafc-5e56-4bf6-8961-98614a2b38ba req-4d5463b8-3d07-4596-a9e6-d841168c78bd tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0502057 Jan 24 15:42:26.073970 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c49eafc-5e56-4bf6-8961-98614a2b38ba req-4d337aaa-ca2d-4729-99a0-cdd55bd0cd69 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Jan 24 15:42:26.095363 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39f3fc52-2783-46e5-817f-2a747ce9b090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:27.203267 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b1c97-dcfc-4f57-8bc9-4006cbc7f527 req-4e073bf1-1df1-4b88-b5e1-e09613283977 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:27.204754 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fe0b1c97-dcfc-4f57-8bc9-4006cbc7f527 req-4e073bf1-1df1-4b88-b5e1-e09613283977 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0536785 Jan 24 15:42:27.253570 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fe0b1c97-dcfc-4f57-8bc9-4006cbc7f527 req-ce664144-3337-40d8-b2fe-63d5aa27d31e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421927 Jan 24 15:42:28.282935 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43bf5748-6874-4669-af40-bf08aeae6e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:28.370988 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ac822-e571-49b0-ba9e-eeaaf24388aa req-4ecb3881-e5cb-4d07-812b-71e30b7908b6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:28.372503 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-087ac822-e571-49b0-ba9e-eeaaf24388aa req-4ecb3881-e5cb-4d07-812b-71e30b7908b6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0474596 Jan 24 15:42:28.418998 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-087ac822-e571-49b0-ba9e-eeaaf24388aa req-bc60ad4d-50a1-487a-b751-94db1d75ee22 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406935 Jan 24 15:42:28.783455 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37706) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:28.886998 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0683fcb-acdd-441e-a67d-b186274f6869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:28.964428 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0683fcb-acdd-441e-a67d-b186274f6869 admin admin] Publish callbacks [] for security_group (8b6b84c6-0cec-464e-975a-e2143b2c549f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:28.968226 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0683fcb-acdd-441e-a67d-b186274f6869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (8b6b84c6-0cec-464e-975a-e2143b2c549f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.006291 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e0683fcb-acdd-441e-a67d-b186274f6869 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=80aaa6e7694e43949c14171a15a04c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216392 Jan 24 15:42:29.008175 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0683fcb-acdd-441e-a67d-b186274f6869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b84c6-0cec-464e-975a-e2143b2c549f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:29.009035 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37710) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:29.058209 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e029-160c-4fba-8af5-dfcc376d2eba admin admin] Publish callbacks [] for security_group (8b6b84c6-0cec-464e-975a-e2143b2c549f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.078001 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e029-160c-4fba-8af5-dfcc376d2eba admin admin] Publish callbacks [] for security_group (8b6b84c6-0cec-464e-975a-e2143b2c549f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.122132 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e029-160c-4fba-8af5-dfcc376d2eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (8b6b84c6-0cec-464e-975a-e2143b2c549f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.124645 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e029-160c-4fba-8af5-dfcc376d2eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.125766 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-cdb4e029-160c-4fba-8af5-dfcc376d2eba admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8b6b84c6-0cec-464e-975a-e2143b2c549f HTTP/1.1" status: 204 len: 168 time: 0.1157460 Jan 24 15:42:29.133555 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4e029-160c-4fba-8af5-dfcc376d2eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b84c6-0cec-464e-975a-e2143b2c549f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:29.335485 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.541678 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b10e1-49ee-49ba-ad5e-3638241112f3 req-ee9c4d43-eee6-41af-92c6-33a396d565c5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:29.543224 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-121b10e1-49ee-49ba-ad5e-3638241112f3 req-ee9c4d43-eee6-41af-92c6-33a396d565c5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0526211 Jan 24 15:42:29.591736 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-121b10e1-49ee-49ba-ad5e-3638241112f3 req-47491d9d-fa6d-44dd-bf79-70c05b014eee tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425949 Jan 24 15:42:29.729413 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37734) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:29.820144 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043478008-network', 'tenant_id': 'a55ac1b6c15a4e7b8bda7efddfde1cca'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:42:29.841506 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Made reservation on behalf of a55ac1b6c15a4e7b8bda7efddfde1cca for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:42:29.843766 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.852755 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.926312 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Publish callbacks [] for security_group (a2733a22-4e20-4fc3-acb4-7f77bdf07409), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.929992 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (a2733a22-4e20-4fc3-acb4-7f77bdf07409), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.954168 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:42:29.963843 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2733a22-4e20-4fc3-acb4-7f77bdf07409,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:29.970706 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (0bc49754-b458-4071-9db8-ee72288edd61), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:29.970905 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Added segment 0bc49754-b458-4071-9db8-ee72288edd61 of type vlan for network dcc59394-6109-42b8-b808-b08a53cedf7e Jan 24 15:42:30.010329 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (dcc59394-6109-42b8-b808-b08a53cedf7e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:30.033323 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (dcc59394-6109-42b8-b808-b08a53cedf7e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:30.034771 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:30.035503 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:30.092945 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3622670 Jan 24 15:42:30.095773 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:30.098363 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc15a7-59ba-45e2-a6e8-8178e83610c0 admin admin] Pushing event updated for resources: {'Network': ['ID=dcc59394-6109-42b8-b808-b08a53cedf7e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:30.101491 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Request body: {'subnet': {'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043478008-subnet', 'tenant_id': 'a55ac1b6c15a4e7b8bda7efddfde1cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:42:30.108406 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network dcc59394-6109-42b8-b808-b08a53cedf7e details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:42:30.124414 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Made reservation on behalf of a55ac1b6c15a4e7b8bda7efddfde1cca for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:42:30.126716 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8790999'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:30.288279 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9519987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8791017'] for subnet (6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:30.345039 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:30.349280 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Checking segment: {'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:42:30.349644 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Network hostable DHCP agents. Network: dcc59394-6109-42b8-b808-b08a53cedf7e, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:42:30.366952 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Network dcc59394-6109-42b8-b808-b08a53cedf7e is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:42:30.376410 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, dcc59394-6109-42b8-b808-b08a53cedf7e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:42:30.381725 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:30.382511 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:30.386748 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d14c1-81b3-48b2-8bfd-e8918727b33c None None] Network dcc59394-6109-42b8-b808-b08a53cedf7e requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:42:30.401358 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-41a96569-6514-4bbf-9d39-fd78240d20b7 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3045108 Jan 24 15:42:30.486043 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c615c-b20a-4956-adf2-2ff5a22159ad None None] Network dcc59394-6109-42b8-b808-b08a53cedf7e requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:42:30.711191 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174c000-b7d6-43a5-b285-119d6c672a1f req-e8514455-5c2c-4ac1-a418-896e8eb95bd0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:30.712960 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a174c000-b7d6-43a5-b285-119d6c672a1f req-e8514455-5c2c-4ac1-a418-896e8eb95bd0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0498855 Jan 24 15:42:30.763192 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a174c000-b7d6-43a5-b285-119d6c672a1f req-67090f4d-29e3-4b75-8a33-ff6db22a0f8d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447469 Jan 24 15:42:31.042196 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:31.886568 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02861-7a29-41b1-a799-ef86724c5277 req-4d4d2178-8565-4b1e-9e92-fe950ce35b5a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:31.888103 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0ae02861-7a29-41b1-a799-ef86724c5277 req-4d4d2178-8565-4b1e-9e92-fe950ce35b5a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0497971 Jan 24 15:42:31.940406 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0ae02861-7a29-41b1-a799-ef86724c5277 req-4afc70e5-4413-4216-9441-963d499482cf tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Jan 24 15:42:32.128277 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-cedd6277-2242-4b28-bd28-20166f25ff91 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:32.130245 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-cedd6277-2242-4b28-bd28-20166f25ff91 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/networks?id=dcc59394-6109-42b8-b808-b08a53cedf7e HTTP/1.1" status: 200 len: 809 time: 0.1051569 Jan 24 15:42:32.144094 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-7d724bdb-4293-49cf-bf9b-0f359740be58 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/quotas/a55ac1b6c15a4e7b8bda7efddfde1cca HTTP/1.1" status: 200 len: 375 time: 0.0087419 Jan 24 15:42:32.174016 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-16526304-32bf-465c-a886-a8ae5d145df2 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=a55ac1b6c15a4e7b8bda7efddfde1cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246592 Jan 24 15:42:32.265317 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-46eedbf6-85be-45ad-8f38-bbd7a65909a4 service neutron] 10.222.0.112 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846605 Jan 24 15:42:32.351515 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-e85217d8-b814-4925-b1f4-8684821228d3 service neutron] 10.222.0.112 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798750 Jan 24 15:42:32.444847 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:32.511029 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aebdd1da-443b-4b4d-8031-853fb2f28868 req-d6df017f-7d10-4147-a69e-b0603b5c159c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 210 time: 0.0274796 Jan 24 15:42:33.069471 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72068d-0f99-42f2-a64a-2849c594c65d req-8bb01076-f39b-4aff-b017-35f16a810dd0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:33.070939 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d72068d-0f99-42f2-a64a-2849c594c65d req-8bb01076-f39b-4aff-b017-35f16a810dd0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0553052 Jan 24 15:42:33.120295 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d72068d-0f99-42f2-a64a-2849c594c65d req-2e294cfd-fb9c-4b55-9dc6-38ab742e4496 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435405 Jan 24 15:42:33.545497 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-0b38cda2-878c-4354-9d67-6e6e33f4b831 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:33.546961 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-0b38cda2-878c-4354-9d67-6e6e33f4b831 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.88 "GET /v2.0/networks?id=dcc59394-6109-42b8-b808-b08a53cedf7e HTTP/1.1" status: 200 len: 809 time: 0.1031060 Jan 24 15:42:33.560490 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Request body: {'port': {'device_id': '72958d82-34ff-418b-bd0d-e82bee1734aa', 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e', 'admin_state_up': True, 'tenant_id': 'a55ac1b6c15a4e7b8bda7efddfde1cca'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:42:33.608280 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5a15f6b-5320-4de7-ac11-d25b653a397a req-73035812-df4f-4089-8d04-cd2815f9c480 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 210 time: 0.0268836 Jan 24 15:42:33.681461 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Made reservation on behalf of a55ac1b6c15a4e7b8bda7efddfde1cca for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:42:33.684838 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:33.810214 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Allocated IP 172.20.0.8 (dcc59394-6109-42b8-b808-b08a53cedf7e/6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2/8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:42:33.958408 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks [] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:33.991536 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:34.035000 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Network dcc59394-6109-42b8-b808-b08a53cedf7e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:42:34.038536 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:42:34.042269 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:42:34.048524 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Pushing event updated for resources: {'Port': ['ID=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:34.097454 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:34.098302 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:34.114061 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-3a21d869-12d7-4282-ac4d-57748e0a9048 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578423 Jan 24 15:42:34.128262 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Request body: {'port': {'device_id': '72958d82-34ff-418b-bd0d-e82bee1734aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:42:34.186178 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:34.321328 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f323aec-5045-477f-9130-13a0d060cd6e req-4407bd04-ebbb-4547-8be6-c9dc4cb81fe4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:34.322706 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f323aec-5045-477f-9130-13a0d060cd6e req-4407bd04-ebbb-4547-8be6-c9dc4cb81fe4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.1270196 Jan 24 15:42:34.339133 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:42:34.431276 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f323aec-5045-477f-9130-13a0d060cd6e req-c6910f59-c4e1-4447-a04c-0b2d83a2e46b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029201 Jan 24 15:42:34.516251 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:42:34.523829 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Publish callbacks [] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:34.535193 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Transition to ACTIVE for port object 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:42:34.540017 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:34.593574 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:34.660511 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Attempting to bind port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:42:34.661415 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Attempting to bind port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:42:34.661823 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Attempting to bind port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 on network dcc59394-6109-42b8-b808-b08a53cedf7e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:42:34.666229 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 on network dcc59394-6109-42b8-b808-b08a53cedf7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:42:34.666555 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Attempting to bind port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 on network dcc59394-6109-42b8-b808-b08a53cedf7e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:42:34.671549 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:42:34.671894 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Checking segment: {'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:42:34.672276 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Bound using segment: {'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:42:34.672709 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Bound port: 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:42:34.673053 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:34.724389 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563528-0b7f-4a0f-b1b5-152a0156fa6b req-d2cbd4e5-615c-4ded-9be6-479c15ff3dc5 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:34.725874 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-63563528-0b7f-4a0f-b1b5-152a0156fa6b req-d2cbd4e5-615c-4ded-9be6-479c15ff3dc5 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 943 time: 0.0488405 Jan 24 15:42:34.734645 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] For port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5, host hv-cinder-82016, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:42:34.737594 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] For port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:42:34.742538 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:34.773996 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-63563528-0b7f-4a0f-b1b5-152a0156fa6b req-394a39b5-6862-438a-8f35-020a1c0c1a4a tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 Jan 24 15:42:34.779897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:34.780507 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:34.781898 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] 10.222.0.88 "PUT /v2.0/ports/8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 HTTP/1.1" status: 200 len: 1093 time: 0.6578424 Jan 24 15:42:34.782342 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72958d82-34ff-418b-bd0d-e82bee1734aa', 'tag': '8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:34.784575 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558494b9-ad1e-41fb-a7bf-970ba624e8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "72958d82-34ff-418b-bd0d-e82bee1734aa", "tag": "8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:34.821777 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f912d37-73b0-4f2b-8e3c-7b36d3117c6d x-openstack-request-id: req-7f912d37-73b0-4f2b-8e3c-7b36d3117c6d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:34.822072 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72958d82-34ff-418b-bd0d-e82bee1734aa", "tag": "8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:34.822326 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7f912d37-73b0-4f2b-8e3c-7b36d3117c6d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:34.822803 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72958d82-34ff-418b-bd0d-e82bee1734aa', 'tag': '8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5', 'status': 'completed', 'code': 200} Jan 24 15:42:34.831657 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f837c7-dc4d-479b-a1b5-533091a033d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:34.865660 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-2e0cb809-e907-4b09-8187-a1da2a6d9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:34.867429 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-2e0cb809-e907-4b09-8187-a1da2a6d9ac4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a55ac1b6c15a4e7b8bda7efddfde1cca&device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 1096 time: 0.0475595 Jan 24 15:42:34.911807 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-bed90505-67b8-4369-884f-c542a83873de service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 HTTP/1.1" status: 200 len: 217 time: 0.0359507 Jan 24 15:42:34.965659 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-e9e5dd34-989a-4b2f-bcad-0d5f3db0f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:34.967142 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-e9e5dd34-989a-4b2f-bcad-0d5f3db0f350 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2 HTTP/1.1" status: 200 len: 849 time: 0.0480773 Jan 24 15:42:34.999332 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-a0f12389-9f3c-4ea3-97c9-40d5b71ca29c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dcc59394-6109-42b8-b808-b08a53cedf7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252984 Jan 24 15:42:35.092495 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-10cb4c74-521d-40fb-8c4d-5a312869ed58 service neutron] 10.222.0.88 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863917 Jan 24 15:42:35.185864 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c8976d6-5be5-4f57-afd6-9b3f3a5c5184 req-23d11746-c968-41e3-a766-c07ad5f783e1 service neutron] 10.222.0.88 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865076 Jan 24 15:42:35.272485 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-134273e8-d69f-489d-9f3c-d21de4f60dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:35.273935 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-134273e8-d69f-489d-9f3c-d21de4f60dae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a55ac1b6c15a4e7b8bda7efddfde1cca&device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 1096 time: 0.0402200 Jan 24 15:42:35.367234 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-5dd54c44-9fd9-472a-bb57-77e3e75c487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:35.368621 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-5dd54c44-9fd9-472a-bb57-77e3e75c487e service neutron] 10.222.0.88 "GET /v2.0/networks?id=dcc59394-6109-42b8-b808-b08a53cedf7e HTTP/1.1" status: 200 len: 910 time: 0.0876102 Jan 24 15:42:35.374297 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:42:35.412122 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-e7168511-47ef-4740-ac5b-6a04eb02f4c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 HTTP/1.1" status: 200 len: 217 time: 0.0360489 Jan 24 15:42:35.466800 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-d5db5d8e-ad43-47a0-a3c3-e7d36f78c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:35.468301 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-d5db5d8e-ad43-47a0-a3c3-e7d36f78c70e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2 HTTP/1.1" status: 200 len: 849 time: 0.0498633 Jan 24 15:42:35.468492 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:35.484678 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'port_id': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'mac_address': 'fa:16:3e:fa:23:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:42:35.502494 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-633b7c03-3947-42d9-983c-b630e3fea32b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dcc59394-6109-42b8-b808-b08a53cedf7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271950 Jan 24 15:42:35.523483 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db is: ACTIVE; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:42:35.523883 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:35.537611 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:42:35.557019 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:35.559436 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fd9a5-48e3-45e3-b9cd-d0030d172a30 req-f9641d0d-6d88-4a61-8590-3a4a6d398e71 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:35.561132 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-779fd9a5-48e3-45e3-b9cd-d0030d172a30 req-f9641d0d-6d88-4a61-8590-3a4a6d398e71 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0533175 Jan 24 15:42:35.565052 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:35.600233 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-74b7d855-21b2-4fc9-8598-4c740b1cdb87 service neutron] 10.222.0.88 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908496 Jan 24 15:42:35.613019 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-779fd9a5-48e3-45e3-b9cd-d0030d172a30 req-36c39af5-c490-4a6d-8a5d-801c2ef98602 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454364 Jan 24 15:42:35.618644 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:35.626692 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.627033 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.627458 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.628111 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.628450 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.628785 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.629149 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.629657 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.629986 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.630318 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.630679 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.631008 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.631376 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:42:35.663825 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:42:35.700699 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-558494b9-ad1e-41fb-a7bf-970ba624e8cd req-ee7ee379-48c2-4f1b-bf30-8f5b881c9255 service neutron] 10.222.0.88 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920229 Jan 24 15:42:35.891656 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e015e-99c3-42bf-af1e-8af2077ac9e6 req-9f626ce6-8369-4771-96e5-d2d611c41a22 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:35.893006 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c5e015e-99c3-42bf-af1e-8af2077ac9e6 req-9f626ce6-8369-4771-96e5-d2d611c41a22 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 943 time: 0.0487945 Jan 24 15:42:35.938631 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c5e015e-99c3-42bf-af1e-8af2077ac9e6 req-28a94207-7c2d-4b77-93e3-1877df473f22 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Jan 24 15:42:36.356232 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:36.747438 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0c36c-7e9d-4981-b900-914fb906000f req-65b44cd5-6c2d-4cac-8c57-34fc8b95da42 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:36.748917 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bed0c36c-7e9d-4981-b900-914fb906000f req-65b44cd5-6c2d-4cac-8c57-34fc8b95da42 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 945 time: 0.0571575 Jan 24 15:42:36.798552 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bed0c36c-7e9d-4981-b900-914fb906000f req-c3af99c8-b988-4bf9-9ae1-99a81e02315c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Jan 24 15:42:37.071303 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e5d9-3511-4aac-a060-b12436081785 req-fdc33029-75e5-4161-b45c-1d6dc8fe6d4f tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:37.073341 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f31e5d9-3511-4aac-a060-b12436081785 req-fdc33029-75e5-4161-b45c-1d6dc8fe6d4f tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 943 time: 0.0622027 Jan 24 15:42:37.128695 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f31e5d9-3511-4aac-a060-b12436081785 req-9cc0e4b6-2e08-49db-93c7-ada7b143aaf3 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497236 Jan 24 15:42:37.220648 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-6c7ddcfb-578b-4184-b2ed-d994ddbdd26f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422568 Jan 24 15:42:37.310704 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-92714322-0caa-45e3-9b63-4db1da92a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:37.312367 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-92714322-0caa-45e3-9b63-4db1da92a02e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0436752 Jan 24 15:42:37.395670 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:42:37.399648 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:42:37.449136 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-de340019-a0f3-4924-b646-978de4fb4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:37.451067 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-de340019-a0f3-4924-b646-978de4fb4973 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 909 time: 0.1196165 Jan 24 15:42:37.523022 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-40e38037-5675-46c7-8ea4-383990cc8e08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 1000 time: 0.0655441 Jan 24 15:42:37.524824 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:42:37.525219 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:37.583383 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-0851027c-f210-4511-b65d-deec4f9de5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:37.585143 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-0851027c-f210-4511-b65d-deec4f9de5bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 200 len: 847 time: 0.0542271 Jan 24 15:42:37.595637 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:37.611300 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5', 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e', 'port_id': '8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5', 'mac_address': 'fa:16:3e:bc:42:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:42:37.640639 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-f761d706-aa54-4543-a608-ca238dbcf3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:37.642398 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-f761d706-aa54-4543-a608-ca238dbcf3dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b215a77-a56d-4f8d-a979-e373eb6137b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493448 Jan 24 15:42:37.691439 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:42:37.691892 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:37.693772 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:42:37.694142 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:37.717687 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:42:37.742477 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:37.744962 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4534676-bd13-4f60-a5ab-d7dba433150f" -d '{"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-plugged", "status": "completed", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:37.757047 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-1622a58f-8e2f-4baf-8923-d5b051a88b5c service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084361 Jan 24 15:42:37.764520 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:37.767197 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:37.772730 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:37.784107 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:37.806069 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03de19ec-831c-4bb3-bf4b-9208acc4a550 x-openstack-request-id: req-03de19ec-831c-4bb3-bf4b-9208acc4a550 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:37.806360 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-plugged", "status": "completed", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:37.806616 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-03de19ec-831c-4bb3-bf4b-9208acc4a550 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:37.807005 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'code': 200} Jan 24 15:42:37.857638 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:37.935178 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7088456d-45a6-4de3-a19f-9bb6014bf2a6 req-2c7295e3-4e9a-46e2-8352-1077ac81cdde service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651702 Jan 24 15:42:37.936345 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:37.960800 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0537c-126f-4bb9-acae-63d68d803e4d req-94c35260-d459-470b-aa70-e289d2a29d63 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:37.962378 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2cf0537c-126f-4bb9-acae-63d68d803e4d req-94c35260-d459-470b-aa70-e289d2a29d63 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0597625 Jan 24 15:42:38.021260 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:42:38.023993 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2cf0537c-126f-4bb9-acae-63d68d803e4d req-1995f9e9-0b70-47a1-86ff-e96f04a349b3 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554724 Jan 24 15:42:38.270016 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c147f-19f9-4439-b513-d846ef4a143b req-149b226b-5257-4351-8f2b-0a47c9811f0a tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:38.271791 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9f7c147f-19f9-4439-b513-d846ef4a143b req-149b226b-5257-4351-8f2b-0a47c9811f0a tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 944 time: 0.0648627 Jan 24 15:42:38.335946 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9f7c147f-19f9-4439-b513-d846ef4a143b req-66c2f1a2-64f9-41b1-ac01-e5743a5441a3 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577919 Jan 24 15:42:39.159239 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0565cb-050c-464a-9931-1e9b4bbb49b5 req-c2f070a9-b63d-4e79-8f3b-0fd2e39ff6f9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:39.161617 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d0565cb-050c-464a-9931-1e9b4bbb49b5 req-c2f070a9-b63d-4e79-8f3b-0fd2e39ff6f9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0605152 Jan 24 15:42:39.243307 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d0565cb-050c-464a-9931-1e9b4bbb49b5 req-016378ce-9d1c-45c5-b524-f5cc9835ab72 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762479 Jan 24 15:42:39.391860 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:42:39.478024 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa26a1b-7d1f-417f-803e-612b400430d4 req-9523b6bd-4f64-47c8-9733-176f15839406 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:39.479757 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-caa26a1b-7d1f-417f-803e-612b400430d4 req-9523b6bd-4f64-47c8-9733-176f15839406 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 944 time: 0.0589356 Jan 24 15:42:39.486890 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:42:39.495620 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:42:39.496272 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:39.542236 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-caa26a1b-7d1f-417f-803e-612b400430d4 req-b1379dcf-9f25-42f5-b46c-27806fa57232 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565925 Jan 24 15:42:39.622718 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:42:39.623038 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:39.659320 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:39.665792 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:39.720671 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:39.809085 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72958d82-34ff-418b-bd0d-e82bee1734aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:39.813231 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cc515a-8cf5-4c90-aa10-3c17aa9fee36" -d '{"events": [{"server_uuid": "72958d82-34ff-418b-bd0d-e82bee1734aa", "name": "network-vif-plugged", "status": "completed", "tag": "8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:39.850475 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085484f6-d232-4965-b345-222a17e91d15 x-openstack-request-id: req-085484f6-d232-4965-b345-222a17e91d15 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:39.850900 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72958d82-34ff-418b-bd0d-e82bee1734aa", "name": "network-vif-plugged", "status": "completed", "tag": "8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:39.851609 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-085484f6-d232-4965-b345-222a17e91d15 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:39.852077 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72958d82-34ff-418b-bd0d-e82bee1734aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5', 'code': 200} Jan 24 15:42:40.040431 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e45a9-4903-4a04-a16c-a8e2947de9c3 req-38170c3c-5652-477a-af5d-a6ed742c8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:40.042223 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-576e45a9-4903-4a04-a16c-a8e2947de9c3 req-38170c3c-5652-477a-af5d-a6ed742c8a2b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 1098 time: 0.0472503 Jan 24 15:42:40.095442 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-576e45a9-4903-4a04-a16c-a8e2947de9c3 req-ae3face2-fc22-4068-9d9a-3d2478543fba service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Jan 24 15:42:40.398386 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43033-faf5-46a8-b17a-1822746fde16 req-52cf2125-3765-46d9-af1d-bb01b8ca20c0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:40.399947 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a7f43033-faf5-46a8-b17a-1822746fde16 req-52cf2125-3765-46d9-af1d-bb01b8ca20c0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0633473 Jan 24 15:42:40.454963 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a7f43033-faf5-46a8-b17a-1822746fde16 req-5dc145ab-38b1-48f1-bc7d-4f097c3a4160 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482047 Jan 24 15:42:40.672357 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073b782-5c0d-4ba9-8056-f93444c52b1d req-710d1461-f643-46d4-b046-485f7442292a tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:40.673828 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e073b782-5c0d-4ba9-8056-f93444c52b1d req-710d1461-f643-46d4-b046-485f7442292a tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 945 time: 0.0520632 Jan 24 15:42:40.747848 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e073b782-5c0d-4ba9-8056-f93444c52b1d req-ed03ac38-8380-4f1e-b50a-c27fcf6a2c20 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670989 Jan 24 15:42:41.597711 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15599494-55f8-4006-b3b6-e8fbe2a7882c req-05cbc674-686f-4d12-85c3-13af9ac42f80 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:41.599288 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-15599494-55f8-4006-b3b6-e8fbe2a7882c req-05cbc674-686f-4d12-85c3-13af9ac42f80 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0648444 Jan 24 15:42:41.654582 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-15599494-55f8-4006-b3b6-e8fbe2a7882c req-8f0b41a0-c1c4-4277-b458-e1ce78a9d464 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494137 Jan 24 15:42:41.865504 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff6cc4-edfc-479c-a356-76d1153ffa2c req-fbe2eabf-a4f5-4ef4-a320-7e8415880f05 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:41.867247 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4eff6cc4-edfc-479c-a356-76d1153ffa2c req-fbe2eabf-a4f5-4ef4-a320-7e8415880f05 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 945 time: 0.0514019 Jan 24 15:42:41.927383 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4eff6cc4-edfc-479c-a356-76d1153ffa2c req-d66300c9-b96a-4a2c-97c5-891a38d05306 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 Jan 24 15:42:42.626596 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77995-bf32-4c82-8497-a48cfc1fc9e7 req-5bf533bc-ba79-4cd0-bd5f-8df5828e6ba0 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:42.629619 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-afb77995-bf32-4c82-8497-a48cfc1fc9e7 req-5bf533bc-ba79-4cd0-bd5f-8df5828e6ba0 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 945 time: 0.0704970 Jan 24 15:42:42.680901 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-afb77995-bf32-4c82-8497-a48cfc1fc9e7 req-0fa625a8-9251-460d-8dbe-63fbda4ae13a tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470889 Jan 24 15:42:42.796846 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7426c5f-0953-46cf-92f4-979dec038be7 req-92b9f378-b485-49b3-96bf-9f69cbb43da6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:42.798488 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c7426c5f-0953-46cf-92f4-979dec038be7 req-92b9f378-b485-49b3-96bf-9f69cbb43da6 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0578594 Jan 24 15:42:42.854878 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c7426c5f-0953-46cf-92f4-979dec038be7 req-84c81894-962d-4f72-ac7e-9bd78d375469 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497313 Jan 24 15:42:43.818332 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24af0b8-462b-4ef3-8fb1-900f670293ef req-b73fe853-e2de-4315-b08a-fcddfc8a306d tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:43.819927 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c24af0b8-462b-4ef3-8fb1-900f670293ef req-b73fe853-e2de-4315-b08a-fcddfc8a306d tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 945 time: 0.0591397 Jan 24 15:42:43.875993 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c24af0b8-462b-4ef3-8fb1-900f670293ef req-c91b6504-9d53-40c1-8ef1-f920679c254b tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487840 Jan 24 15:42:43.985345 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-7ed80620-1661-45aa-b697-636bec868ad5 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:43.986721 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-7ed80620-1661-45aa-b697-636bec868ad5 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.88 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 945 time: 0.0631526 Jan 24 15:42:43.992162 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787891f7-f85c-4c58-aa13-216d70333a92 req-766d27d3-0726-408c-995e-d40aba474d1f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:43.999439 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-787891f7-f85c-4c58-aa13-216d70333a92 req-766d27d3-0726-408c-995e-d40aba474d1f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0627050 Jan 24 15:42:44.058577 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-787891f7-f85c-4c58-aa13-216d70333a92 req-6745ae32-ee1c-4861-a475-fa652d466814 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580456 Jan 24 15:42:44.108528 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Deleting port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:44.109245 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:44.212176 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] For port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:44.212882 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:44.228705 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Calling delete_port for 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:44.365691 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:44.379410 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:42:44.411682 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Pushing event deleted for resources: {'Port': ['ID=8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:44.462168 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] No DVR routers for this DVR port 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:42:44.464721 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:44.468125 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8c2b4edd-f1a0-42f5-9ed5-e7340e089475 req-30066892-9fa3-46ab-ac1b-87c5b98ad690 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.88 "DELETE /v2.0/ports/8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 HTTP/1.1" status: 204 len: 173 time: 0.4725432 Jan 24 15:42:44.468589 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72958d82-34ff-418b-bd0d-e82bee1734aa', 'name': 'network-vif-deleted', 'tag': '8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:44.470860 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f7c3d3-d721-4ae2-a2c8-77bc1f33ed8c" -d '{"events": [{"server_uuid": "72958d82-34ff-418b-bd0d-e82bee1734aa", "name": "network-vif-deleted", "tag": "8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:44.517276 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a784191-85d7-48c2-b751-b13dd217debf x-openstack-request-id: req-3a784191-85d7-48c2-b751-b13dd217debf {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:44.517698 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72958d82-34ff-418b-bd0d-e82bee1734aa", "name": "network-vif-deleted", "tag": "8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:44.517953 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3a784191-85d7-48c2-b751-b13dd217debf {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:44.518489 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72958d82-34ff-418b-bd0d-e82bee1734aa', 'name': 'network-vif-deleted', 'tag': '8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5', 'status': 'completed', 'code': 200} Jan 24 15:42:45.006977 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6bb24662-d63d-4f71-9c16-41b974447001 req-064791e4-08d8-4e8f-987d-a063f6b27a47 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=72958d82-34ff-418b-bd0d-e82bee1734aa HTTP/1.1" status: 200 len: 210 time: 0.0379653 Jan 24 15:42:45.036635 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 37882) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:45.236459 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Deleting port dc768803-b682-43b3-afd9-0752b83f98c8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:45.236860 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (dc768803-b682-43b3-afd9-0752b83f98c8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:45.342166 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (dc768803-b682-43b3-afd9-0752b83f98c8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:45.342493 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for floatingip (dc768803-b682-43b3-afd9-0752b83f98c8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:45.377124 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Calling delete_port for dc768803-b682-43b3-afd9-0752b83f98c8 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:45.438190 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d07faa-f7a8-4dee-ae78-f676bb34ce8e req-874463f6-cbc4-4860-96f2-ba7290755b1d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:45.439716 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8d07faa-f7a8-4dee-ae78-f676bb34ce8e req-874463f6-cbc4-4860-96f2-ba7290755b1d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.1259084 Jan 24 15:42:45.527887 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8d07faa-f7a8-4dee-ae78-f676bb34ce8e req-137d606c-2530-4379-b6d9-53a83c92d638 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740113 Jan 24 15:42:45.605787 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (dc768803-b682-43b3-afd9-0752b83f98c8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:45.630670 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event deleted for resources: {'Port': ['ID=dc768803-b682-43b3-afd9-0752b83f98c8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:45.687543 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for floatingip (8c6b586f-eb60-4a03-a45a-4c541a1bdd14), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:45.687863 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Floating IP 8c6b586f-eb60-4a03-a45a-4c541a1bdd14 disassociated (deleted). External IP: 172.27.2.69, port: 53c76961-16cb-4282-8b74-6273ac990e2f. Jan 24 15:42:45.888235 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Router c1237c98-7050-4759-81e8-8ef94afb7e05 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:42:46.018367 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:42:46.024376 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:46.028497 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] Sync routers for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:42:46.028993 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177a07f-2fff-4482-8fa6-56f17318011d req-1fd7f10b-8bb8-4fa8-88f2-4cc45e98766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.030364 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c177a07f-2fff-4482-8fa6-56f17318011d req-1fd7f10b-8bb8-4fa8-88f2-4cc45e98766b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 1099 time: 0.0609317 Jan 24 15:42:46.038964 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:42:46.039671 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:42:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:46.087693 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-287f5316-525f-4980-bc9c-f7f3519d1541 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "DELETE /v2.0/floatingips/8c6b586f-eb60-4a03-a45a-4c541a1bdd14 HTTP/1.1" status: 204 len: 168 time: 1.0493011 Jan 24 15:42:46.155547 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177a07f-2fff-4482-8fa6-56f17318011d req-fa9bd45c-decf-440a-8ee9-ae647a08104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.156669 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c177a07f-2fff-4482-8fa6-56f17318011d req-fa9bd45c-decf-440a-8ee9-ae647a08104f service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.1023569 Jan 24 15:42:46.156914 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:42:46.299953 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-88dceab1-4061-4dd1-a006-8cf86afc8fdc tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.307243 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-88dceab1-4061-4dd1-a006-8cf86afc8fdc tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/networks?id=dcc59394-6109-42b8-b808-b08a53cedf7e HTTP/1.1" status: 200 len: 809 time: 0.1263595 Jan 24 15:42:46.318273 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-275979f8-9b73-4dd3-a4c3-31daa8be3e09 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/quotas/a55ac1b6c15a4e7b8bda7efddfde1cca HTTP/1.1" status: 200 len: 375 time: 0.0101874 Jan 24 15:42:46.358434 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-aa295840-8816-41ad-ab4e-b1fe0faba6b5 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=a55ac1b6c15a4e7b8bda7efddfde1cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332055 Jan 24 15:42:46.404267 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:56Z', 'revision_number': 5, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:46.433172 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] Checking router: c1237c98-7050-4759-81e8-8ef94afb7e05 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:42:46.443094 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:42:46.443900 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:42:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:46.501531 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c177a07f-2fff-4482-8fa6-56f17318011d req-fba593ce-3546-460a-932b-7b0ae63ace3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db HTTP/1.1" status: 200 len: 1002 time: 0.3375020 Jan 24 15:42:46.507140 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-2af65628-7e01-427a-9ae4-2d7e1f22c531 service neutron] 10.222.0.112 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403317 Jan 24 15:42:46.528226 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:46.530433 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b190e200-60e1-45ae-97a0-0298126c6cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:46.555312 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:42:46.579354 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177a07f-2fff-4482-8fa6-56f17318011d req-0ff5903c-ec30-40e7-ad74-a6be39334e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.580797 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c177a07f-2fff-4482-8fa6-56f17318011d req-0ff5903c-ec30-40e7-ad74-a6be39334e3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0722907 Jan 24 15:42:46.588588 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3724188-b663-49cf-b1a1-89af906dcc56 req-8a42c838-1a01-4b19-bbeb-90fe3ae771fc tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.589949 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3724188-b663-49cf-b1a1-89af906dcc56 req-8a42c838-1a01-4b19-bbeb-90fe3ae771fc tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0917556 Jan 24 15:42:46.619526 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-a303fb2f-aad2-43e2-8f33-76cf26d0a216 service neutron] 10.222.0.112 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055510 Jan 24 15:42:46.664121 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177a07f-2fff-4482-8fa6-56f17318011d req-227fe6be-62be-402d-b149-79360b304c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.665591 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c177a07f-2fff-4482-8fa6-56f17318011d req-227fe6be-62be-402d-b149-79360b304c1e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748026 Jan 24 15:42:46.670387 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3724188-b663-49cf-b1a1-89af906dcc56 req-f587f595-b795-48de-9a6c-84bf4cd7dd87 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716381 Jan 24 15:42:46.737323 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0d1bc9-dced-463f-b3f7-e00df2c5d84b x-openstack-request-id: req-cf0d1bc9-dced-463f-b3f7-e00df2c5d84b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:46.737656 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:46.737863 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-cf0d1bc9-dced-463f-b3f7-e00df2c5d84b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:46.739031 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f', 'status': 'completed', 'code': 200} Jan 24 15:42:46.796845 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c177a07f-2fff-4482-8fa6-56f17318011d req-0df9e47c-f46c-4ab6-9a8f-46f9f3b410c0 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244938 Jan 24 15:42:46.797562 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:56Z', 'revision_number': 5, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:46.829552 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-561754d6-ad0a-4852-abf1-ef584ac3365f req-d3319c46-a7b3-480c-80cf-62ff9a471d27 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 210 time: 0.0310500 Jan 24 15:42:46.830506 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2b517-e957-420c-a387-f84d8ace5994 None None] The sync data for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi is: [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:37:50Z', 'revision_number': 4, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '5e62ed01-25c8-4b8c-896a-d5bb7355c3c1', 'name': '', 'network_id': '1b215a77-a56d-4f8d-a979-e373eb6137b6', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'mac_address': 'fa:16:3e:7f:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:49Z', 'updated_at': '2022-01-24T15:37:56Z', 'revision_number': 5, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'subnets': [{'id': '0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:42:46.858750 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-3ad40e89-bd8a-45df-83be-bae28f30f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.860287 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-3ad40e89-bd8a-45df-83be-bae28f30f380 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6033a8db4e81454487d63bfe9121c9d9&device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1038690 Jan 24 15:42:46.959436 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a9e52-ca81-4d62-b346-6ad508263796 req-50d69d5f-8b02-4b4c-bbda-a3d09d609242 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.960950 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-058a9e52-ca81-4d62-b346-6ad508263796 req-50d69d5f-8b02-4b4c-bbda-a3d09d609242 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0985858 Jan 24 15:42:46.976932 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-28f76076-fd91-4245-a05e-b796237a4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:46.978469 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-28f76076-fd91-4245-a05e-b796237a4fb4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 200 len: 909 time: 0.1111393 Jan 24 15:42:46.995947 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c177a07f-2fff-4482-8fa6-56f17318011d req-9c7e066a-2a2a-4963-a650-3c648d5f48de service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912289 Jan 24 15:42:47.030587 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-706ddfca-8171-4f0d-95c1-17fd90a928c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 200 len: 217 time: 0.0436378 Jan 24 15:42:47.035543 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-058a9e52-ca81-4d62-b346-6ad508263796 req-bad54a44-f956-4cf2-a2a6-682fab907d2b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677345 Jan 24 15:42:47.092354 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-25bcbb35-6e51-4038-a710-79d3994ad73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:47.093803 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-25bcbb35-6e51-4038-a710-79d3994ad73c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 200 len: 847 time: 0.0568335 Jan 24 15:42:47.147975 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-26c5a722-d864-4c0a-ac8e-0fdabc4bd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:47.149589 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-26c5a722-d864-4c0a-ac8e-0fdabc4bd0f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b215a77-a56d-4f8d-a979-e373eb6137b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484507 Jan 24 15:42:47.178423 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7691d23-0670-415a-a8cd-81e699690f6a None None] New status for floating IP 8c6b586f-eb60-4a03-a45a-4c541a1bdd14: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:42:47.245409 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-bf401dee-6bb1-45d8-be3c-c9474375e506 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879676 Jan 24 15:42:47.341353 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b190e200-60e1-45ae-97a0-0298126c6cc3 req-9a23bcfd-4136-44ea-929d-09e14efe9c23 service neutron] 10.222.0.88 "GET /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892105 Jan 24 15:42:47.423302 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:47.444733 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:47.445089 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 8a6ed76d-ee1f-4a79-948d-ea3e4f947fc5 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:47.854438 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfce12-9c7a-44d6-81db-4d0ff912ccbe req-b634da49-d69e-449f-8cd5-a3f8a9c85468 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:47.855968 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fbfce12-9c7a-44d6-81db-4d0ff912ccbe req-b634da49-d69e-449f-8cd5-a3f8a9c85468 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.1078396 Jan 24 15:42:47.888238 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-7fa89d1b-5ee8-448c-a373-a887aa8e886b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:47.890343 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-7fa89d1b-5ee8-448c-a373-a887aa8e886b tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.88 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0606806 Jan 24 15:42:47.908120 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-9a5bd89a-3b9f-4242-ae4f-499082552e4b tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:47.909621 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-9a5bd89a-3b9f-4242-ae4f-499082552e4b tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.88 "GET /v2.0/networks?id=dcc59394-6109-42b8-b808-b08a53cedf7e HTTP/1.1" status: 200 len: 809 time: 0.1723468 Jan 24 15:42:47.926207 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Request body: {'port': {'device_id': 'd7ea786f-6b22-48ae-8099-85b3b7a9a425', 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e', 'admin_state_up': True, 'tenant_id': 'a55ac1b6c15a4e7b8bda7efddfde1cca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:42:47.955777 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d91e7c5-6315-43ae-9e6d-febb169e4040 req-3bd0baf3-ef1d-4a30-a556-d983b99aec80 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 210 time: 0.0322683 Jan 24 15:42:47.963569 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fbfce12-9c7a-44d6-81db-4d0ff912ccbe req-335dd0f1-5f62-4e14-bf02-d1ed31f3f793 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/security-groups?id=763b7abc-f0e7-4712-9142-ec7d8eddb151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943067 Jan 24 15:42:48.014422 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Deleting port 53c76961-16cb-4282-8b74-6273ac990e2f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:48.014752 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.058039 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Made reservation on behalf of a55ac1b6c15a4e7b8bda7efddfde1cca for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:42:48.061510 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.117978 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] For port 53c76961-16cb-4282-8b74-6273ac990e2f, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=53c76961-16cb-4282-8b74-6273ac990e2f,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:48.118384 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.152459 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Calling delete_port for 53c76961-16cb-4282-8b74-6273ac990e2f owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:48.192500 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Allocated IP 172.20.0.7 (dcc59394-6109-42b8-b808-b08a53cedf7e/6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2/bf6129fd-c2b0-419d-a2df-43ab2a87ddbf) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:42:48.219724 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9face654-ff12-47b9-879b-1cdb536760e4 req-921a1d11-78f2-4571-a7bb-b3886895f942 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:48.221142 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9face654-ff12-47b9-879b-1cdb536760e4 req-921a1d11-78f2-4571-a7bb-b3886895f942 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.1001244 Jan 24 15:42:48.293296 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9face654-ff12-47b9-879b-1cdb536760e4 req-4a6a61b0-691e-4059-9823-e2170fed3b8d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589097 Jan 24 15:42:48.346147 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks [] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.358603 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (53c76961-16cb-4282-8b74-6273ac990e2f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.382338 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.387868 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event deleted for resources: {'Port': ['ID=53c76961-16cb-4282-8b74-6273ac990e2f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:48.431310 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Network dcc59394-6109-42b8-b808-b08a53cedf7e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:42:48.434062 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] No DVR routers for this DVR port 53c76961-16cb-4282-8b74-6273ac990e2f on host hv-cinder-82016 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:42:48.434323 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:42:48.436652 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.438088 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:42:48.440120 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.88 "DELETE /v2.0/ports/53c76961-16cb-4282-8b74-6273ac990e2f HTTP/1.1" status: 204 len: 173 time: 0.5441117 Jan 24 15:42:48.445222 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Pushing event updated for resources: {'Port': ['ID=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:48.491206 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:48.491833 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.509072 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-d8d4c498-5423-4bd9-8caa-f771a19bc32c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895030 Jan 24 15:42:48.521725 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Request body: {'port': {'device_id': 'd7ea786f-6b22-48ae-8099-85b3b7a9a425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:42:48.576744 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.741497 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'name': 'network-vif-deleted', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:48.743915 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ef6cf-5637-486e-bbfe-a59071d8d061" -d '{"events": [{"server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "name": "network-vif-deleted", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:48.790576 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bdc47a-6ac6-41d0-a3de-fc5cf9668c57 x-openstack-request-id: req-32bdc47a-6ac6-41d0-a3de-fc5cf9668c57 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:48.790869 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fa7a7a-2163-4f20-acde-a153c62f4ad4", "name": "network-vif-deleted", "tag": "53c76961-16cb-4282-8b74-6273ac990e2f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:48.791122 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-32bdc47a-6ac6-41d0-a3de-fc5cf9668c57 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:48.791543 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fa7a7a-2163-4f20-acde-a153c62f4ad4', 'name': 'network-vif-deleted', 'tag': '53c76961-16cb-4282-8b74-6273ac990e2f', 'status': 'completed', 'code': 200} Jan 24 15:42:48.892484 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6129fd-c2b0-419d-a2df-43ab2a87ddbf {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:42:48.901158 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Publish callbacks [] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.917893 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Transition to ACTIVE for port object bf6129fd-c2b0-419d-a2df-43ab2a87ddbf will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:42:48.921415 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:48.971400 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Pushing event updated for resources: {'Port': ['ID=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:49.048579 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Attempting to bind port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:42:49.049480 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Attempting to bind port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:42:49.049809 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Attempting to bind port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf on network dcc59394-6109-42b8-b808-b08a53cedf7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:42:49.055913 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf on network dcc59394-6109-42b8-b808-b08a53cedf7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:42:49.056580 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Attempting to bind port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf on network dcc59394-6109-42b8-b808-b08a53cedf7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:42:49.062167 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:42:49.062511 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Checking segment: {'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:42:49.062988 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Bound using segment: {'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:42:49.063358 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Bound port: bf6129fd-c2b0-419d-a2df-43ab2a87ddbf, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc49754-b458-4071-9db8-ee72288edd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:42:49.063721 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:49.115109 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80d0c5-754d-408d-bc5a-94b9da574903 req-81bb9315-a6a6-4894-82d3-c814bc806e86 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:49.117083 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de80d0c5-754d-408d-bc5a-94b9da574903 req-81bb9315-a6a6-4894-82d3-c814bc806e86 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 943 time: 0.0868824 Jan 24 15:42:49.131286 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c1d99368-e376-4180-b410-500ad765f9a8 req-7990dc4d-1698-4604-9887-db6e8206b026 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "GET /v2.0/ports?device_id=81fa7a7a-2163-4f20-acde-a153c62f4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0573788 Jan 24 15:42:49.172238 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] For port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:42:49.177024 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] For port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:42:49.183383 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:49.193116 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de80d0c5-754d-408d-bc5a-94b9da574903 req-00ab293e-4a18-4427-ae2a-665e3ab76b0d tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 Jan 24 15:42:49.229113 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:49.229537 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:49.231230 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] 10.222.0.88 "PUT /v2.0/ports/bf6129fd-c2b0-419d-a2df-43ab2a87ddbf HTTP/1.1" status: 200 len: 1093 time: 0.7139826 Jan 24 15:42:49.231805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ea786f-6b22-48ae-8099-85b3b7a9a425', 'tag': 'bf6129fd-c2b0-419d-a2df-43ab2a87ddbf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:49.234363 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e37aabe-da6f-4ea7-8281-6c31b56b5331" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ea786f-6b22-48ae-8099-85b3b7a9a425", "tag": "bf6129fd-c2b0-419d-a2df-43ab2a87ddbf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:49.254313 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941aeca-c024-4e96-bc57-4fb035e842ca service neutron] Pushing event updated for resources: {'Port': ['ID=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:49.291897 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde496d8-af2c-4c94-ae20-89b5e5bb7611 x-openstack-request-id: req-bde496d8-af2c-4c94-ae20-89b5e5bb7611 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:49.292182 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ea786f-6b22-48ae-8099-85b3b7a9a425", "tag": "bf6129fd-c2b0-419d-a2df-43ab2a87ddbf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:49.292438 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-bde496d8-af2c-4c94-ae20-89b5e5bb7611 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:49.292828 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ea786f-6b22-48ae-8099-85b3b7a9a425', 'tag': 'bf6129fd-c2b0-419d-a2df-43ab2a87ddbf', 'status': 'completed', 'code': 200} Jan 24 15:42:49.325593 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-0966d581-8d53-45e9-a59a-594bc29cad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:49.327080 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-0966d581-8d53-45e9-a59a-594bc29cad58 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a55ac1b6c15a4e7b8bda7efddfde1cca&device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 1096 time: 0.0443556 Jan 24 15:42:49.368820 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-970f7fa2-e38a-4c1a-a559-5314a0bb5baf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf HTTP/1.1" status: 200 len: 217 time: 0.0349731 Jan 24 15:42:49.415582 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f5902-e5fe-480d-b28a-85e00ebb9085 req-f034e905-a09b-45c7-b600-51edc3c6bd7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:49.417260 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a13f5902-e5fe-480d-b28a-85e00ebb9085 req-f034e905-a09b-45c7-b600-51edc3c6bd7f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 946 time: 0.0502541 Jan 24 15:42:49.424759 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-a5540c03-3f91-4c72-86ca-fe3d415ef2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:49.427039 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-a5540c03-3f91-4c72-86ca-fe3d415ef2d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2 HTTP/1.1" status: 200 len: 849 time: 0.0497885 Jan 24 15:42:49.457218 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-77b6ebdf-9c51-411f-8840-efbb9bae7229 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dcc59394-6109-42b8-b808-b08a53cedf7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247123 Jan 24 15:42:49.464818 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a13f5902-e5fe-480d-b28a-85e00ebb9085 req-52a10be6-fe5d-4f77-877e-9906e1f02cb9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Jan 24 15:42:49.476911 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 53c76961-16cb-4282-8b74-6273ac990e2f no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:49.498160 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 53c76961-16cb-4282-8b74-6273ac990e2f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:49.498512 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 53c76961-16cb-4282-8b74-6273ac990e2f not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:49.498940 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:49.549738 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-529be9b9-7948-44ea-97d8-8a3cbee76db3 service neutron] 10.222.0.88 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869884 Jan 24 15:42:49.579962 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db is: ACTIVE; New status is: DOWN {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:42:49.580557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:49.605021 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:49.607375 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd329c36-6f37-4c13-92b1-2f39e83e838d" -d '{"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:49.620961 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:49.627074 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:49.649113 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc2b64d4-4ef9-49a0-9ee9-5c88deb5143c req-31d03591-2787-40f7-8138-eb8ba1ad9b95 service neutron] 10.222.0.88 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930510 Jan 24 15:42:49.654534 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2dd3d4-7e7e-418b-bd80-912c21207fda x-openstack-request-id: req-5e2dd3d4-7e7e-418b-bd80-912c21207fda {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:49.654856 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-unplugged", "status": "failed", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:49.655106 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5e2dd3d4-7e7e-418b-bd80-912c21207fda {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:49.655519 dv-cinder-820164-3-iscsi neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'code': 422} returned with failed status Jan 24 15:42:49.687047 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:49.741624 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-e3b2b4f9-564e-493e-ad74-4965ec9a11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:49.743232 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-e3b2b4f9-564e-493e-ad74-4965ec9a11b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a55ac1b6c15a4e7b8bda7efddfde1cca&device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 1096 time: 0.0476425 Jan 24 15:42:49.840418 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-57d357ad-8ed6-4892-9200-c1370bc52828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:49.841880 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-57d357ad-8ed6-4892-9200-c1370bc52828 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dcc59394-6109-42b8-b808-b08a53cedf7e HTTP/1.1" status: 200 len: 910 time: 0.0908198 Jan 24 15:42:49.883452 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-e721d6ec-9d93-4c3f-a717-d967211b5549 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf HTTP/1.1" status: 200 len: 217 time: 0.0346165 Jan 24 15:42:49.936656 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-1ab931da-b0f3-45d5-b34f-3c82a41bd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:49.938140 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-1ab931da-b0f3-45d5-b34f-3c82a41bd296 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2 HTTP/1.1" status: 200 len: 849 time: 0.0477669 Jan 24 15:42:49.969401 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-49fea0e6-51c9-48b4-a01b-1168f2432926 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dcc59394-6109-42b8-b808-b08a53cedf7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248258 Jan 24 15:42:50.062625 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-a4c44e36-b18d-4005-9258-4d5a83df1bc0 service neutron] 10.222.0.88 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872109 Jan 24 15:42:50.156677 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e37aabe-da6f-4ea7-8281-6c31b56b5331 req-d1d172e5-e41c-4a94-b205-84edbafa650c service neutron] 10.222.0.88 "GET /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881805 Jan 24 15:42:50.196980 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37976) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:50.260002 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3806660e-f6c8-4fbe-8f0f-648f7f73b997 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group (763b7abc-f0e7-4712-9142-ec7d8eddb151), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:50.309215 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3806660e-f6c8-4fbe-8f0f-648f7f73b997 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group (763b7abc-f0e7-4712-9142-ec7d8eddb151), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:50.416208 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a37a-eca1-45bf-8164-a3e60d6cbe8e req-a2c95c51-4a85-4310-997c-4190ee90f2a4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:50.417804 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70d9a37a-eca1-45bf-8164-a3e60d6cbe8e req-a2c95c51-4a85-4310-997c-4190ee90f2a4 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.0586216 Jan 24 15:42:50.468530 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70d9a37a-eca1-45bf-8164-a3e60d6cbe8e req-1ee24bce-d739-4400-bf5f-74ff56bc6021 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449111 Jan 24 15:42:50.640238 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eec5c-d5f9-497b-ae2c-2eca6a7301c3 req-7d4e4cb6-6e10-4fe9-abfd-cc8e3d1584ea tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:50.641634 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be3eec5c-d5f9-497b-ae2c-2eca6a7301c3 req-7d4e4cb6-6e10-4fe9-abfd-cc8e3d1584ea tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 943 time: 0.3701143 Jan 24 15:42:50.674737 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-32f183c9-1a71-4f9c-b924-e673d2547763 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713658 Jan 24 15:42:50.704607 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-be3eec5c-d5f9-497b-ae2c-2eca6a7301c3 req-b72a2da7-5e50-4af1-a0fc-7a963028741c tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545495 Jan 24 15:42:50.712121 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3806660e-f6c8-4fbe-8f0f-648f7f73b997 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (763b7abc-f0e7-4712-9142-ec7d8eddb151), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:50.715646 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3806660e-f6c8-4fbe-8f0f-648f7f73b997 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:50.716804 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3806660e-f6c8-4fbe-8f0f-648f7f73b997 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] 10.222.0.112 "DELETE /v2.0/security-groups/763b7abc-f0e7-4712-9142-ec7d8eddb151 HTTP/1.1" status: 204 len: 168 time: 0.5184457 Jan 24 15:42:50.728578 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806660e-f6c8-4fbe-8f0f-648f7f73b997 tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b7abc-f0e7-4712-9142-ec7d8eddb151,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:50.776001 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 37996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:51.181609 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (c1237c98-7050-4759-81e8-8ef94afb7e05), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:51.467603 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device bf6129fd-c2b0-419d-a2df-43ab2a87ddbf details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:42:51.500590 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-8969a1ac-786b-4f33-9827-1398dd86d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:51.502095 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-8969a1ac-786b-4f33-9827-1398dd86d0c0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8&tenant_id=8e6a61251ca545109912c92468b12924 HTTP/1.1" status: 200 len: 1097 time: 0.0831263 Jan 24 15:42:51.507107 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Deleting port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:51.507559 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:51.582411 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:51.593589 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'bf6129fd-c2b0-419d-a2df-43ab2a87ddbf', 'network_id': 'dcc59394-6109-42b8-b808-b08a53cedf7e', 'port_id': 'bf6129fd-c2b0-419d-a2df-43ab2a87ddbf', 'mac_address': 'fa:16:3e:e8:7d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:42:51.631797 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:42:51.632289 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:51.644823 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6129fd-c2b0-419d-a2df-43ab2a87ddbf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:42:51.648920 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-d12a5714-4de3-4363-a6d6-29abe688e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:51.650420 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-d12a5714-4de3-4363-a6d6-29abe688e1d5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 1097 time: 0.1243050 Jan 24 15:42:51.661661 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] For port 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:51.662021 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:51.664689 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:51.668667 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:51.697444 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7ea33-daa7-4d8a-a16a-3bcc571dd7eb req-97c6ff9e-5d8d-4633-95b8-0b6b81ac8edd tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:51.698797 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d9c7ea33-daa7-4d8a-a16a-3bcc571dd7eb req-97c6ff9e-5d8d-4633-95b8-0b6b81ac8edd tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.1204567 Jan 24 15:42:51.715454 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Calling delete_port for 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:51.719084 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:51.833263 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556e492-f986-429c-93ae-17407b42f991 req-266b9211-fda4-4625-af72-ab779927746f tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:51.835596 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a556e492-f986-429c-93ae-17407b42f991 req-266b9211-fda4-4625-af72-ab779927746f tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 944 time: 0.0608280 Jan 24 15:42:51.852811 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d9c7ea33-daa7-4d8a-a16a-3bcc571dd7eb req-f160a668-2330-4978-81a8-3c290057704b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439395 Jan 24 15:42:51.861245 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['bf6129fd-c2b0-419d-a2df-43ab2a87ddbf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:42:51.868727 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-25d2a433-ecb4-4024-ada0-9ffae232f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:51.870210 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-25d2a433-ecb4-4024-ada0-9ffae232f004 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.2131505 Jan 24 15:42:51.896173 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a556e492-f986-429c-93ae-17407b42f991 req-556b77f3-9135-45bf-a2ec-826589bbeca3 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543840 Jan 24 15:42:51.984313 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-541fb8b2-8597-4c8d-be94-c53ed1ded82e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db HTTP/1.1" status: 200 len: 1000 time: 0.1064520 Jan 24 15:42:52.042459 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-339de8f1-d04d-422c-9aa9-f1fea6b02c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:52.043942 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-339de8f1-d04d-422c-9aa9-f1fea6b02c58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0522306 Jan 24 15:42:52.112495 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (5e62ed01-25c8-4b8c-896a-d5bb7355c3c1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:52.142928 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-159666ae-7479-4a71-9239-bc54028037b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:52.145504 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-159666ae-7479-4a71-9239-bc54028037b2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843222 Jan 24 15:42:52.146191 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e62ed01-25c8-4b8c-896a-d5bb7355c3c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:52.339854 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-f03be220-8b0b-4f30-ba44-583e51b53758 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878581 Jan 24 15:42:52.447107 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (c1237c98-7050-4759-81e8-8ef94afb7e05), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:52.525435 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-584504f3-a045-4664-a071-c6d36dce8020 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531875 Jan 24 15:42:52.712413 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Router c1237c98-7050-4759-81e8-8ef94afb7e05 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:42:52.843401 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:42:52.849658 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2c5bcef2-7ff7-47a4-9518-c5e30c4ce75d admin admin] 10.222.0.112 "PUT /v2.0/routers/c1237c98-7050-4759-81e8-8ef94afb7e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0724318 Jan 24 15:42:52.852495 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38028) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:52.855724 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263db8f-6055-42b6-819c-632793866d0e None None] Sync routers for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:42:52.868178 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263db8f-6055-42b6-819c-632793866d0e None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:42:52.869191 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3263db8f-6055-42b6-819c-632793866d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:42:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:53.021558 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3263db8f-6055-42b6-819c-632793866d0e None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:42:53.104418 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks [] for router (c1237c98-7050-4759-81e8-8ef94afb7e05), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:53.133383 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3d722-f7ac-4273-a959-0239a7ca31f3 req-0f4ee259-b11f-49d7-b760-d0cc0f8ebf97 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:53.135107 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d5c3d722-f7ac-4273-a959-0239a7ca31f3 req-0f4ee259-b11f-49d7-b760-d0cc0f8ebf97 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.1004393 Jan 24 15:42:53.233534 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d5c3d722-f7ac-4273-a959-0239a7ca31f3 req-b595f739-e7cd-41df-84fc-7bdfd9e08940 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876336 Jan 24 15:42:53.247501 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3263db8f-6055-42b6-819c-632793866d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:42:52Z', 'revision_number': 5, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port': {'id': '69abbf05-7cb4-47ff-982f-82ae94fb9bae', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:47Z', 'updated_at': '2022-01-24T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:53.250401 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks [] for router_gateway (c1237c98-7050-4759-81e8-8ef94afb7e05), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:53.313445 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71855d91-3c9b-45dc-a860-60bb883fe6c3 req-da372bf5-a654-4efd-8f70-33a8cf8f6e22 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:53.315201 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71855d91-3c9b-45dc-a860-60bb883fe6c3 req-da372bf5-a654-4efd-8f70-33a8cf8f6e22 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 944 time: 0.2388675 Jan 24 15:42:53.363717 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Deleting port 69abbf05-7cb4-47ff-982f-82ae94fb9bae {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:53.364116 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:53.468640 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] For port 69abbf05-7cb4-47ff-982f-82ae94fb9bae, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=69abbf05-7cb4-47ff-982f-82ae94fb9bae,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:53.469107 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device bf6129fd-c2b0-419d-a2df-43ab2a87ddbf up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:42:53.469632 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:53.540672 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263db8f-6055-42b6-819c-632793866d0e None None] Checking router: c1237c98-7050-4759-81e8-8ef94afb7e05 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:42:53.564573 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263db8f-6055-42b6-819c-632793866d0e None None] Routers {'c1237c98-7050-4759-81e8-8ef94afb7e05'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:42:53.566325 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3263db8f-6055-42b6-819c-632793866d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:42:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['c1237c98-7050-4759-81e8-8ef94afb7e05'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:53.582543 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71855d91-3c9b-45dc-a860-60bb883fe6c3 req-83ddf977-1b4c-4ed4-a17e-eba856f45d24 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600999 Jan 24 15:42:53.583678 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Calling delete_port for 69abbf05-7cb4-47ff-982f-82ae94fb9bae owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:53.597108 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:42:53.607865 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:42:53.608342 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:53.712338 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3263db8f-6055-42b6-819c-632793866d0e None None] Set router c1237c98-7050-4759-81e8-8ef94afb7e05 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:42:53.767016 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:42:53.767444 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:53.818628 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ea786f-6b22-48ae-8099-85b3b7a9a425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6129fd-c2b0-419d-a2df-43ab2a87ddbf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:42:53.820024 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3263db8f-6055-42b6-819c-632793866d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:42:53Z', 'revision_number': 6, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port_host': None}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:53.829150 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fa8356-8ec4-4faf-a4cb-a31114775e31" -d '{"events": [{"server_uuid": "d7ea786f-6b22-48ae-8099-85b3b7a9a425", "name": "network-vif-plugged", "status": "completed", "tag": "bf6129fd-c2b0-419d-a2df-43ab2a87ddbf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:42:53.860596 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:53.867309 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:53.902436 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263db8f-6055-42b6-819c-632793866d0e None None] The sync data for ids ['c1237c98-7050-4759-81e8-8ef94afb7e05'] in dv-cinder-820164-3-iscsi is: [{'id': 'c1237c98-7050-4759-81e8-8ef94afb7e05', 'name': 'tempest-TestShelveInstance-545744947-router', 'tenant_id': '6033a8db4e81454487d63bfe9121c9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:46Z', 'updated_at': '2022-01-24T15:42:53Z', 'revision_number': 6, 'project_id': '6033a8db4e81454487d63bfe9121c9d9', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:42:53.914936 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (69abbf05-7cb4-47ff-982f-82ae94fb9bae), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:53.946808 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=69abbf05-7cb4-47ff-982f-82ae94fb9bae,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:53.955315 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8a9f16-e10f-4335-a78c-958aa16943ba x-openstack-request-id: req-7d8a9f16-e10f-4335-a78c-958aa16943ba {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:42:53.955315 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ea786f-6b22-48ae-8099-85b3b7a9a425", "name": "network-vif-plugged", "status": "completed", "tag": "bf6129fd-c2b0-419d-a2df-43ab2a87ddbf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:42:53.955315 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7d8a9f16-e10f-4335-a78c-958aa16943ba {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:42:53.955315 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ea786f-6b22-48ae-8099-85b3b7a9a425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6129fd-c2b0-419d-a2df-43ab2a87ddbf', 'code': 200} Jan 24 15:42:53.956901 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:54.040159 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (c1237c98-7050-4759-81e8-8ef94afb7e05), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.152572 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (c1237c98-7050-4759-81e8-8ef94afb7e05), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.155069 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks [] for router_controller (c1237c98-7050-4759-81e8-8ef94afb7e05), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.204904 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (c1237c98-7050-4759-81e8-8ef94afb7e05), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.205871 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1237c98-7050-4759-81e8-8ef94afb7e05 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:42:54.212455 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.214231 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5a654dfd-69ee-40cc-a471-1e38d62b5cdb admin admin] 10.222.0.112 "DELETE /v2.0/routers/c1237c98-7050-4759-81e8-8ef94afb7e05 HTTP/1.1" status: 204 len: 168 time: 1.3594983 Jan 24 15:42:54.217381 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:54.272658 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9580aff7-849b-46f4-ad99-56d8638bcaa6 admin admin] Deleting subnet 0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:42:54.276407 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9580aff7-849b-46f4-ad99-56d8638bcaa6 admin admin] Publish callbacks [] for subnet (0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.398343 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9580aff7-849b-46f4-ad99-56d8638bcaa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9520843'] for subnet (0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.475185 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbab4-1eca-4a6c-9928-f5ead4dfbf4c req-09651dba-9d4e-4163-b6fc-5fb013d0e711 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:54.481171 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b5dbab4-1eca-4a6c-9928-f5ead4dfbf4c req-09651dba-9d4e-4163-b6fc-5fb013d0e711 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.0980895 Jan 24 15:42:54.505660 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9580aff7-849b-46f4-ad99-56d8638bcaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.546297 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b5dbab4-1eca-4a6c-9928-f5ead4dfbf4c req-b3661937-cf94-4d1c-9f4d-f45d620aca26 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641758 Jan 24 15:42:54.572259 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9580aff7-849b-46f4-ad99-56d8638bcaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9519920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8791024'] for subnet (0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.615547 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580aff7-849b-46f4-ad99-56d8638bcaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:54.618384 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9580aff7-849b-46f4-ad99-56d8638bcaa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.621701 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9580aff7-849b-46f4-ad99-56d8638bcaa6 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/0a62b6f5-f8c2-40ca-bed1-e2af22fa3d66 HTTP/1.1" status: 204 len: 168 time: 0.4022930 Jan 24 15:42:54.624281 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38042) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:54.628279 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebbf825-dc94-4d13-94c4-313c9f6496bd None None] Network 1b215a77-a56d-4f8d-a979-e373eb6137b6 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:42:54.749269 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (1b215a77-a56d-4f8d-a979-e373eb6137b6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.773634 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274e30a-5788-46b3-a7ed-b90a97b851bd req-194edaac-0313-434b-851b-16325698d8d0 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:54.779047 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5274e30a-5788-46b3-a7ed-b90a97b851bd req-194edaac-0313-434b-851b-16325698d8d0 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0928438 Jan 24 15:42:54.848120 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Deleting port 30f28c06-3557-4515-bee8-cf202d6faefe {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:54.849416 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.867020 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] DHCP port deletion for 1b215a77-a56d-4f8d-a979-e373eb6137b6 request from dv-cinder-820164-3-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 15:42:54.889325 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5274e30a-5788-46b3-a7ed-b90a97b851bd req-85888986-a22d-4e82-8e0e-da6db5dff909 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050987 Jan 24 15:42:54.978268 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] For port 30f28c06-3557-4515-bee8-cf202d6faefe, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=30f28c06-3557-4515-bee8-cf202d6faefe,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:54.978739 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:54.986491 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] Deleting port 30f28c06-3557-4515-bee8-cf202d6faefe {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:54.986870 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.004260 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Calling delete_port for 30f28c06-3557-4515-bee8-cf202d6faefe owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:55.093685 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] For port 30f28c06-3557-4515-bee8-cf202d6faefe, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=30f28c06-3557-4515-bee8-cf202d6faefe,segment=NetworkSegment(fe017126-592a-4ca1-bc2b-da2040fe802c),segment_id=fe017126-592a-4ca1-bc2b-da2040fe802c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:55.094088 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.113979 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] Calling delete_port for 30f28c06-3557-4515-bee8-cf202d6faefe owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:55.121554 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.161720 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=30f28c06-3557-4515-bee8-cf202d6faefe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:55.180416 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] No DVR routers for this DVR port 30f28c06-3557-4515-bee8-cf202d6faefe on host dv-cinder-820164-3-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:42:55.332757 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (1b215a77-a56d-4f8d-a979-e373eb6137b6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.374029 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b215a77-a56d-4f8d-a979-e373eb6137b6']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:55.388593 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe017126-592a-4ca1-bc2b-da2040fe802c') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:55.388890 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe017126-592a-4ca1-bc2b-da2040fe802c') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:55.419199 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9485130'] for segment (fe017126-592a-4ca1-bc2b-da2040fe802c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.437070 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (fe017126-592a-4ca1-bc2b-da2040fe802c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.458468 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:42:55.459082 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2703043'] for segment (fe017126-592a-4ca1-bc2b-da2040fe802c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.518315 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311'] for port (30f28c06-3557-4515-bee8-cf202d6faefe), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: timer() Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: cb(*args, **kw) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: self._notify() Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: self.callback(batched_events) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: event.method(event) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._get(url).json() Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:42:55.534976 dv-cinder-820164-3-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:42:55.555538 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (1b215a77-a56d-4f8d-a979-e373eb6137b6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.567862 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] Pushing event deleted for resources: {'Port': ['ID=30f28c06-3557-4515-bee8-cf202d6faefe,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:55.574851 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:55.583778 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c704b6-a56f-4430-aeab-3f3ad0940436 None None] No DVR routers for this DVR port 30f28c06-3557-4515-bee8-cf202d6faefe on host dv-cinder-820164-3-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:42:55.596666 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:55.604634 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] 10.222.0.112 "DELETE /v2.0/networks/1b215a77-a56d-4f8d-a979-e373eb6137b6 HTTP/1.1" status: 204 len: 168 time: 0.9757080 Jan 24 15:42:55.604634 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3dac5-0fb9-44eb-ba1a-8966f877d9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=1b215a77-a56d-4f8d-a979-e373eb6137b6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:55.604634 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38048) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:55.649696 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:55.650313 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 5e62ed01-25c8-4b8c-896a-d5bb7355c3c1 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:55.650463 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 30f28c06-3557-4515-bee8-cf202d6faefe no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:55.685510 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 30f28c06-3557-4515-bee8-cf202d6faefe {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:55.685867 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 30f28c06-3557-4515-bee8-cf202d6faefe not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:55.686300 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 69abbf05-7cb4-47ff-982f-82ae94fb9bae no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:55.717784 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 69abbf05-7cb4-47ff-982f-82ae94fb9bae {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:55.718031 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 69abbf05-7cb4-47ff-982f-82ae94fb9bae not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:55.778469 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b323a-15a8-4c75-b18c-e83e29d84642 req-839262e7-972d-42a6-b4db-89c0bed57fbe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:55.785690 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d19b323a-15a8-4c75-b18c-e83e29d84642 req-839262e7-972d-42a6-b4db-89c0bed57fbe tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.1113183 Jan 24 15:42:55.941237 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d19b323a-15a8-4c75-b18c-e83e29d84642 req-c9a2cc5e-28f9-4e04-ad42-e2a3c44b485c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521852 Jan 24 15:42:56.072811 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1186fe6-7798-4128-90f4-179cc20cb626 req-b6f4d63a-abba-404b-bdbf-dda66a8de8b2 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:56.074503 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f1186fe6-7798-4128-90f4-179cc20cb626 req-b6f4d63a-abba-404b-bdbf-dda66a8de8b2 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0741165 Jan 24 15:42:56.102656 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ff26f3f5-ad02-4ae1-8278-82fbc232420d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:56.160271 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f1186fe6-7798-4128-90f4-179cc20cb626 req-220379ae-c121-46e1-9422-117fde41df72 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715423 Jan 24 15:42:56.163417 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:56.454328 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Deleting port 5782f7cf-81a8-41ad-9f4e-b09355b743ab {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:56.454704 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:56.540759 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] For port 5782f7cf-81a8-41ad-9f4e-b09355b743ab, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=5782f7cf-81a8-41ad-9f4e-b09355b743ab,segment=NetworkSegment(1e0a279f-cabc-4dcf-b0c6-e176c45723f5),segment_id=1e0a279f-cabc-4dcf-b0c6-e176c45723f5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:56.541126 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:56.555067 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Calling delete_port for 5782f7cf-81a8-41ad-9f4e-b09355b743ab owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:56.773404 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (5782f7cf-81a8-41ad-9f4e-b09355b743ab), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:56.802293 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Pushing event deleted for resources: {'Port': ['ID=5782f7cf-81a8-41ad-9f4e-b09355b743ab,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:57.049582 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:57.140821 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a8931-c47e-4591-b815-8fe1af440d9c req-36bebce1-a186-4fc3-ae75-e806cefccfd2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:57.142280 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-098a8931-c47e-4591-b815-8fe1af440d9c req-36bebce1-a186-4fc3-ae75-e806cefccfd2 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.1081045 Jan 24 15:42:57.242892 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-098a8931-c47e-4591-b815-8fe1af440d9c req-5f0631f1-39c9-484e-9dc5-ddc3f85810d0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931652 Jan 24 15:42:57.300759 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a85b-cee0-4168-bcde-7a49921d72fb req-8e8700dc-4f41-4d3e-8214-63603a11fa9d tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:57.302705 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b7b1a85b-cee0-4168-bcde-7a49921d72fb req-8e8700dc-4f41-4d3e-8214-63603a11fa9d tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0730727 Jan 24 15:42:57.363551 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b7b1a85b-cee0-4168-bcde-7a49921d72fb req-a8659fc1-9924-41df-bb2c-9ef2755c4d64 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527837 Jan 24 15:42:57.386193 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:42:57.512378 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:42:57.518049 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a14f4865-0e97-4204-8174-46631e5ff399 admin admin] 10.222.0.112 "PUT /v2.0/routers/616be7e6-9f21-4213-ac8a-62ae8c7ce50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130526 Jan 24 15:42:57.522327 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38058) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:57.526899 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] Sync routers for ids ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:42:57.540604 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] Routers {'616be7e6-9f21-4213-ac8a-62ae8c7ce50f'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:42:57.541250 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:42:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:57.681214 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] Set router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:42:57.934306 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks [] for router (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:57.957106 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:42:56Z', 'revision_number': 5, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:57.990955 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] Checking router: 616be7e6-9f21-4213-ac8a-62ae8c7ce50f for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:42:58.000530 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] Routers {'616be7e6-9f21-4213-ac8a-62ae8c7ce50f'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:42:58.001312 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:42:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:58.066654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks [] for router_gateway (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.129759 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Deleting port c65d9e92-1903-4f80-8ebe-491a3aa00ef7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:58.130544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.154311 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] Set router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:42:58.227025 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] For port c65d9e92-1903-4f80-8ebe-491a3aa00ef7, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=c65d9e92-1903-4f80-8ebe-491a3aa00ef7,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:58.227869 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.243993 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Calling delete_port for c65d9e92-1903-4f80-8ebe-491a3aa00ef7 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:58.326161 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2eaf77a5-0ccd-4307-bf8e-06c06bb4a270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.414221 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:42:56Z', 'revision_number': 5, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:42:58.432792 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9db33-46c8-46b0-a747-613bcd773796 req-fbfa39e5-b3a2-4d27-b07c-61029348de5d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:58.443093 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0a9db33-46c8-46b0-a747-613bcd773796 req-fbfa39e5-b3a2-4d27-b07c-61029348de5d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.1009426 Jan 24 15:42:58.469747 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b6207-72c7-497d-a670-e962be5191c0 None None] The sync data for ids ['616be7e6-9f21-4213-ac8a-62ae8c7ce50f'] in dv-cinder-820164-3-iscsi is: [{'id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'name': 'tempest-TestShelveInstance-67597272-router', 'tenant_id': '002b74ab8a30437bb9c89ffa23733f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:37:53Z', 'updated_at': '2022-01-24T15:42:56Z', 'revision_number': 5, 'project_id': '002b74ab8a30437bb9c89ffa23733f82', 'gw_port': {'id': 'c65d9e92-1903-4f80-8ebe-491a3aa00ef7', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616be7e6-9f21-4213-ac8a-62ae8c7ce50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:37:54Z', 'updated_at': '2022-01-24T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:42:58.530250 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d6b68-96f5-4b87-ba3e-b7f947f87e55 req-6a3fc538-461e-443d-a969-8b6eb63e6b21 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:58.532042 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1f6d6b68-96f5-4b87-ba3e-b7f947f87e55 req-6a3fc538-461e-443d-a969-8b6eb63e6b21 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0828893 Jan 24 15:42:58.545034 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0a9db33-46c8-46b0-a747-613bcd773796 req-1b64f54d-9fa3-4715-836b-34c83855a5fc tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009729 Jan 24 15:42:58.642109 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1f6d6b68-96f5-4b87-ba3e-b7f947f87e55 req-e85ca7d8-eed3-4599-99db-8ff3a1e9e0f2 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745015 Jan 24 15:42:58.644860 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (c65d9e92-1903-4f80-8ebe-491a3aa00ef7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.671887 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Pushing event deleted for resources: {'Port': ['ID=c65d9e92-1903-4f80-8ebe-491a3aa00ef7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:58.738787 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.857575 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.859933 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks [] for router_controller (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.945095 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (616be7e6-9f21-4213-ac8a-62ae8c7ce50f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.945780 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 616be7e6-9f21-4213-ac8a-62ae8c7ce50f {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:42:58.959833 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:58.961393 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-dbe08504-e2b0-45f1-acc1-219467b8743f admin admin] 10.222.0.112 "DELETE /v2.0/routers/616be7e6-9f21-4213-ac8a-62ae8c7ce50f HTTP/1.1" status: 204 len: 168 time: 1.4373271 Jan 24 15:42:58.963765 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38064) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:59.294800 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db8c6af-a364-4884-b67b-25747c50516e admin admin] Deleting subnet 010d82b7-2998-47e5-98f2-411e8cc367a1 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:42:59.298283 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8db8c6af-a364-4884-b67b-25747c50516e admin admin] Publish callbacks [] for subnet (010d82b7-2998-47e5-98f2-411e8cc367a1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.338969 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8db8c6af-a364-4884-b67b-25747c50516e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (010d82b7-2998-47e5-98f2-411e8cc367a1), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.341061 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.432795 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8db8c6af-a364-4884-b67b-25747c50516e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (010d82b7-2998-47e5-98f2-411e8cc367a1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.505730 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8db8c6af-a364-4884-b67b-25747c50516e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (010d82b7-2998-47e5-98f2-411e8cc367a1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.532077 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8c6af-a364-4884-b67b-25747c50516e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010d82b7-2998-47e5-98f2-411e8cc367a1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:42:59.537730 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8db8c6af-a364-4884-b67b-25747c50516e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.543687 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8db8c6af-a364-4884-b67b-25747c50516e admin admin] 10.222.0.112 "DELETE /v2.0/subnets/010d82b7-2998-47e5-98f2-411e8cc367a1 HTTP/1.1" status: 204 len: 168 time: 0.5787871 Jan 24 15:42:59.545863 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55baff74-7ce5-4633-870e-5337d65980b7 None None] Network e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:42:59.548998 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38066) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:42:59.672555 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device c65d9e92-1903-4f80-8ebe-491a3aa00ef7 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:59.714795 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.723404 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: c65d9e92-1903-4f80-8ebe-491a3aa00ef7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:59.727537 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device c65d9e92-1903-4f80-8ebe-491a3aa00ef7 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:59.728435 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 5782f7cf-81a8-41ad-9f4e-b09355b743ab no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:42:59.783782 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Deleting port 092e4189-936f-4534-8330-1b316f90f505 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:59.784932 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (092e4189-936f-4534-8330-1b316f90f505), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.793297 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 5782f7cf-81a8-41ad-9f4e-b09355b743ab {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:42:59.793552 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 5782f7cf-81a8-41ad-9f4e-b09355b743ab not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:42:59.814405 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9790a-77b7-49d8-bc24-dfeb6729c5be req-7efcb893-0048-4aeb-90e5-9e028e2341ef tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:42:59.832652 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77f9790a-77b7-49d8-bc24-dfeb6729c5be req-7efcb893-0048-4aeb-90e5-9e028e2341ef tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.1051147 Jan 24 15:42:59.898570 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c273617-d498-49e1-8513-99f49872d290 None None] DHCP port deletion for e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 request from dv-cinder-820164-3-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 15:42:59.905612 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77f9790a-77b7-49d8-bc24-dfeb6729c5be req-1b7b1974-0a88-4839-9702-d98a0287175b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718377 Jan 24 15:42:59.941528 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] For port 092e4189-936f-4534-8330-1b316f90f505, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=092e4189-936f-4534-8330-1b316f90f505,segment=NetworkSegment(1e0a279f-cabc-4dcf-b0c6-e176c45723f5),segment_id=1e0a279f-cabc-4dcf-b0c6-e176c45723f5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:42:59.941933 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (092e4189-936f-4534-8330-1b316f90f505), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:42:59.976101 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Calling delete_port for 092e4189-936f-4534-8330-1b316f90f505 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:42:59.982032 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5c273617-d498-49e1-8513-99f49872d290 None None] Deleting port 092e4189-936f-4534-8330-1b316f90f505 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:42:59.982787 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c273617-d498-49e1-8513-99f49872d290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (092e4189-936f-4534-8330-1b316f90f505), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.134804 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5c273617-d498-49e1-8513-99f49872d290 None None] For port 092e4189-936f-4534-8330-1b316f90f505, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=092e4189-936f-4534-8330-1b316f90f505,segment=NetworkSegment(1e0a279f-cabc-4dcf-b0c6-e176c45723f5),segment_id=1e0a279f-cabc-4dcf-b0c6-e176c45723f5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:00.135131 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c273617-d498-49e1-8513-99f49872d290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (092e4189-936f-4534-8330-1b316f90f505), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.141778 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bc90-6bff-4ae8-8111-0c5453b274dc req-eaf74215-4960-4d17-9f5c-035ec5dbefd4 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:00.143551 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-03f1bc90-6bff-4ae8-8111-0c5453b274dc req-eaf74215-4960-4d17-9f5c-035ec5dbefd4 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0869567 Jan 24 15:43:00.159042 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (092e4189-936f-4534-8330-1b316f90f505), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.159479 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5c273617-d498-49e1-8513-99f49872d290 None None] Calling delete_port for 092e4189-936f-4534-8330-1b316f90f505 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:43:00.195451 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=092e4189-936f-4534-8330-1b316f90f505,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:00.205987 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] No DVR routers for this DVR port 092e4189-936f-4534-8330-1b316f90f505 on host dv-cinder-820164-3-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:43:00.272146 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c273617-d498-49e1-8513-99f49872d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311'] for port (092e4189-936f-4534-8330-1b316f90f505), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.284863 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c273617-d498-49e1-8513-99f49872d290 None None] No DVR routers for this DVR port 092e4189-936f-4534-8330-1b316f90f505 on host dv-cinder-820164-3-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:43:00.305925 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-03f1bc90-6bff-4ae8-8111-0c5453b274dc req-056ee55e-7328-4400-8333-d86cca0f881d tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549587 Jan 24 15:43:00.310346 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.335493 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273617-d498-49e1-8513-99f49872d290 None None] Pushing event deleted for resources: {'Port': ['ID=092e4189-936f-4534-8330-1b316f90f505,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:00.335918 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:00.351130 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0a279f-cabc-4dcf-b0c6-e176c45723f5') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:00.351537 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0a279f-cabc-4dcf-b0c6-e176c45723f5') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:00.361733 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (1e0a279f-cabc-4dcf-b0c6-e176c45723f5), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.381712 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (1e0a279f-cabc-4dcf-b0c6-e176c45723f5), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.390676 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:43:00.391005 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (1e0a279f-cabc-4dcf-b0c6-e176c45723f5), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:43:00.394276 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:43:00.397929 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:43:00.457070 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.462375 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.465717 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] 10.222.0.112 "DELETE /v2.0/networks/e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470 HTTP/1.1" status: 204 len: 168 time: 0.9156907 Jan 24 15:43:00.482430 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa24f2c-e31c-4e80-9bc0-6aba2eb281b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d4c37e-e3ad-4037-a5ff-74e9bb3b8470,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:00.580024 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38076) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:00.619818 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fa9ca752-2257-4c4e-a4aa-5ab4b8ecfa74 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6033a8db4e81454487d63bfe9121c9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386648 Jan 24 15:43:00.622291 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38078) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:00.668995 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-385a7683-60e3-4319-91f4-d033d91837a2 admin admin] Publish callbacks [] for security_group (7ba694ca-8901-42ce-846e-c30028d306da), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.693073 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-385a7683-60e3-4319-91f4-d033d91837a2 admin admin] Publish callbacks [] for security_group (7ba694ca-8901-42ce-846e-c30028d306da), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.738317 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-385a7683-60e3-4319-91f4-d033d91837a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (7ba694ca-8901-42ce-846e-c30028d306da), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.741316 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-385a7683-60e3-4319-91f4-d033d91837a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:00.742455 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-385a7683-60e3-4319-91f4-d033d91837a2 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7ba694ca-8901-42ce-846e-c30028d306da HTTP/1.1" status: 204 len: 168 time: 0.1192892 Jan 24 15:43:00.749933 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a7683-60e3-4319-91f4-d033d91837a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba694ca-8901-42ce-846e-c30028d306da,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:01.025609 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14911b15-90b9-4fc6-978d-8fc52106e8fb req-a22eb0d2-eeb1-4fed-9fec-278b50413453 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:01.027196 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14911b15-90b9-4fc6-978d-8fc52106e8fb req-a22eb0d2-eeb1-4fed-9fec-278b50413453 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.0513353 Jan 24 15:43:01.051970 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:01.071035 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38086) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:01.094687 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14911b15-90b9-4fc6-978d-8fc52106e8fb req-481e6294-2129-4c3e-917b-ff45ff3f9406 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589538 Jan 24 15:43:01.122129 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2e6be3b7-d054-479e-9a98-c3687471631c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=002b74ab8a30437bb9c89ffa23733f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499940 Jan 24 15:43:01.124611 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38088) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:01.157714 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1afeef-4519-4073-82cb-777f93b9f896 req-69b327ea-4f0e-4baa-906b-b5eee364f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:01.159940 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5f1afeef-4519-4073-82cb-777f93b9f896 req-69b327ea-4f0e-4baa-906b-b5eee364f805 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 1098 time: 0.0415447 Jan 24 15:43:01.172194 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea56d3e4-060a-43b4-af40-edb30aba5f1c admin admin] Publish callbacks [] for security_group (e9b92e23-0e8a-4c16-af38-7b4778949544), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:01.196710 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea56d3e4-060a-43b4-af40-edb30aba5f1c admin admin] Publish callbacks [] for security_group (e9b92e23-0e8a-4c16-af38-7b4778949544), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:01.201702 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5f1afeef-4519-4073-82cb-777f93b9f896 req-bb95adf9-2876-436e-a87a-ae70625f58b5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360942 Jan 24 15:43:01.243384 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea56d3e4-060a-43b4-af40-edb30aba5f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e9b92e23-0e8a-4c16-af38-7b4778949544), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:01.246016 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea56d3e4-060a-43b4-af40-edb30aba5f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:01.247170 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ea56d3e4-060a-43b4-af40-edb30aba5f1c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e9b92e23-0e8a-4c16-af38-7b4778949544 HTTP/1.1" status: 204 len: 168 time: 0.1216695 Jan 24 15:43:01.255506 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56d3e4-060a-43b4-af40-edb30aba5f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b92e23-0e8a-4c16-af38-7b4778949544,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:01.425187 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745710d-7a32-4c99-833d-cc212bffd6ad req-d0825bbe-fec6-4229-9d31-768d51dfe0fa tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:01.427014 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7745710d-7a32-4c99-833d-cc212bffd6ad req-d0825bbe-fec6-4229-9d31-768d51dfe0fa tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Jan 24 15:43:01.484245 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7745710d-7a32-4c99-833d-cc212bffd6ad req-7e433edb-3efc-4b37-b406-53ed1a68528e tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512216 Jan 24 15:43:01.507557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 092e4189-936f-4534-8330-1b316f90f505 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:43:01.531586 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 092e4189-936f-4534-8330-1b316f90f505 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:43:01.531934 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 092e4189-936f-4534-8330-1b316f90f505 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:43:02.216685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfb4a3-5cc2-4d44-afaf-20bc1acb088f req-e204fea6-c10f-4762-90cb-30c08217c1cd tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:02.218142 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6cfb4a3-5cc2-4d44-afaf-20bc1acb088f req-e204fea6-c10f-4762-90cb-30c08217c1cd tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.0481148 Jan 24 15:43:02.266983 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6cfb4a3-5cc2-4d44-afaf-20bc1acb088f req-b30d2f28-685f-4c9e-988d-ef7d2f0e4a0e tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423954 Jan 24 15:43:02.447380 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:02.612657 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0982047-9038-4fc4-9e4e-883a64f077b2 req-bb1053e1-38ea-4415-8106-16856f2993fa tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:02.614417 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a0982047-9038-4fc4-9e4e-883a64f077b2 req-bb1053e1-38ea-4415-8106-16856f2993fa tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0553243 Jan 24 15:43:02.661141 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a0982047-9038-4fc4-9e4e-883a64f077b2 req-9c520223-9b50-4ab8-9b05-f2481010ecf6 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jan 24 15:43:03.264832 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867e7c-6516-4fb3-a858-58453dc19106 req-3ca89724-20a7-44cc-bed2-1a6ccfda8b89 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:03.266180 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-09867e7c-6516-4fb3-a858-58453dc19106 req-3ca89724-20a7-44cc-bed2-1a6ccfda8b89 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0484059 Jan 24 15:43:03.313096 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-09867e7c-6516-4fb3-a858-58453dc19106 req-0208a229-a53c-4427-88cf-bbf66903e39a tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Jan 24 15:43:03.388307 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2e67f-dd4b-4fd4-a956-7bf8c60f7f37 req-747df9d7-7885-4feb-8002-544954cede81 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:03.389756 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cb2e67f-dd4b-4fd4-a956-7bf8c60f7f37 req-747df9d7-7885-4feb-8002-544954cede81 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 944 time: 0.0480561 Jan 24 15:43:03.438312 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cb2e67f-dd4b-4fd4-a956-7bf8c60f7f37 req-16edcdce-b2e2-4354-a138-ad4e56428ae0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Jan 24 15:43:03.545721 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:43:03.637645 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:03.648800 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'port_id': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'mac_address': 'fa:16:3e:fa:23:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:43:03.688781 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:43:03.689172 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:03.702049 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:43:03.721287 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:03.725726 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:03.772397 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:03.944038 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:43:04.433418 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de741901-fec0-4f9f-86d2-11efe4768b91 req-1f573074-dd58-4eab-be64-f1b72589f0a1 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:04.434864 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de741901-fec0-4f9f-86d2-11efe4768b91 req-1f573074-dd58-4eab-be64-f1b72589f0a1 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Jan 24 15:43:04.485424 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de741901-fec0-4f9f-86d2-11efe4768b91 req-ab789cb3-e423-43e3-a683-ed612a14ea95 tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.112 "GET /v2.0/security-groups?id=a2733a22-4e20-4fc3-acb4-7f77bdf07409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441787 Jan 24 15:43:04.559527 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da67ef0-7ad4-4c63-ac47-e0054de8950a req-b2d1af30-cfe7-4fcd-992f-e0b191098eb0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:04.561080 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da67ef0-7ad4-4c63-ac47-e0054de8950a req-b2d1af30-cfe7-4fcd-992f-e0b191098eb0 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 945 time: 0.0487163 Jan 24 15:43:04.575010 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-c2a601b9-c802-4733-be1f-5eda3e7c8ade tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:04.576484 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-c2a601b9-c802-4733-be1f-5eda3e7c8ade tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea786f-6b22-48ae-8099-85b3b7a9a425 HTTP/1.1" status: 200 len: 945 time: 0.0480661 Jan 24 15:43:04.608080 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da67ef0-7ad4-4c63-ac47-e0054de8950a req-f9f2123a-fa51-4436-a12c-f08afcc84555 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Jan 24 15:43:04.670957 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Deleting port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:43:04.671328 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:04.761338 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] For port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,segment=NetworkSegment(0bc49754-b458-4071-9db8-ee72288edd61),segment_id=0bc49754-b458-4071-9db8-ee72288edd61)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:04.761693 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:04.773803 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Calling delete_port for bf6129fd-c2b0-419d-a2df-43ab2a87ddbf owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:43:04.899806 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (bf6129fd-c2b0-419d-a2df-43ab2a87ddbf), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:04.911362 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['bf6129fd-c2b0-419d-a2df-43ab2a87ddbf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:43:04.929140 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Pushing event deleted for resources: {'Port': ['ID=bf6129fd-c2b0-419d-a2df-43ab2a87ddbf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:04.968320 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] No DVR routers for this DVR port bf6129fd-c2b0-419d-a2df-43ab2a87ddbf on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:43:04.970726 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:04.976897 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a1ee6e54-fea1-4b7c-a439-2444d2864e66 req-0457920e-704c-4dbe-81ad-dac9a3e115ae tempest-VolumesActionsTest-1126097972 tempest-VolumesActionsTest-1126097972-project] 10.222.0.88 "DELETE /v2.0/ports/bf6129fd-c2b0-419d-a2df-43ab2a87ddbf HTTP/1.1" status: 204 len: 173 time: 0.3946793 Jan 24 15:43:04.977639 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ea786f-6b22-48ae-8099-85b3b7a9a425', 'name': 'network-vif-deleted', 'tag': 'bf6129fd-c2b0-419d-a2df-43ab2a87ddbf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:43:04.981685 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4762bcd2-c57a-4a2d-bf9e-54627d6dbaba" -d '{"events": [{"server_uuid": "d7ea786f-6b22-48ae-8099-85b3b7a9a425", "name": "network-vif-deleted", "tag": "bf6129fd-c2b0-419d-a2df-43ab2a87ddbf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:43:05.018319 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2498213-712c-47d5-b286-2f71ae11b777 x-openstack-request-id: req-e2498213-712c-47d5-b286-2f71ae11b777 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:43:05.018681 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ea786f-6b22-48ae-8099-85b3b7a9a425", "name": "network-vif-deleted", "tag": "bf6129fd-c2b0-419d-a2df-43ab2a87ddbf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:43:05.018932 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e2498213-712c-47d5-b286-2f71ae11b777 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:43:05.019359 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ea786f-6b22-48ae-8099-85b3b7a9a425', 'name': 'network-vif-deleted', 'tag': 'bf6129fd-c2b0-419d-a2df-43ab2a87ddbf', 'status': 'completed', 'code': 200} Jan 24 15:43:05.576321 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:43:05.624391 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:43:05.624772 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:05.708879 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:43:05.709273 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:05.746788 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:43:05.749622 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d952fdd-4ead-4d8e-9c71-d9f655a7ad28" -d '{"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-plugged", "status": "completed", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:43:05.751975 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f317b-e8d6-43fd-80db-a0a3e90c0e8f req-4832de29-d221-4bbc-8e62-45a3be820458 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:05.755830 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:05.760432 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:05.761461 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device bf6129fd-c2b0-419d-a2df-43ab2a87ddbf no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:43:05.765024 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-099f317b-e8d6-43fd-80db-a0a3e90c0e8f req-4832de29-d221-4bbc-8e62-45a3be820458 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 945 time: 0.0771639 Jan 24 15:43:05.800542 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: bf6129fd-c2b0-419d-a2df-43ab2a87ddbf {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:43:05.800998 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device bf6129fd-c2b0-419d-a2df-43ab2a87ddbf not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:43:05.807392 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eca973-6ef7-4448-b8e9-55116c962453 x-openstack-request-id: req-e8eca973-6ef7-4448-b8e9-55116c962453 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:43:05.807758 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-plugged", "status": "completed", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:43:05.808082 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e8eca973-6ef7-4448-b8e9-55116c962453 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:43:05.808534 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'code': 200} Jan 24 15:43:05.824974 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-099f317b-e8d6-43fd-80db-a0a3e90c0e8f req-f0f2026b-a363-499b-a13b-626c7af0ed0d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535038 Jan 24 15:43:05.832913 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:05.999780 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f52c9-041d-4680-9496-bec358873db3 req-f16c13f4-4e46-47b0-ab63-46e06ec612ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:05.999780 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-915f52c9-041d-4680-9496-bec358873db3 req-f16c13f4-4e46-47b0-ab63-46e06ec612ff service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 1100 time: 0.0400596 Jan 24 15:43:06.041676 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-915f52c9-041d-4680-9496-bec358873db3 req-cb9961e7-f04b-466e-8353-a51164d62ef3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369229 Jan 24 15:43:06.365594 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:06.953153 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f4c3-a60b-4709-a5a3-5d8440be23f0 req-67db93ea-3da1-4925-ade7-54af09c4265a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:06.954577 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be90f4c3-a60b-4709-a5a3-5d8440be23f0 req-67db93ea-3da1-4925-ade7-54af09c4265a tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 947 time: 0.0474205 Jan 24 15:43:07.001118 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be90f4c3-a60b-4709-a5a3-5d8440be23f0 req-43afceee-0575-4b1f-850e-db079115febf tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Jan 24 15:43:08.119254 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35cee6-a7e3-499b-8217-d4ce43caff3d req-653deb74-7c6b-40fe-b519-a103a1c81b24 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:08.120710 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cf35cee6-a7e3-499b-8217-d4ce43caff3d req-653deb74-7c6b-40fe-b519-a103a1c81b24 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 947 time: 0.0478590 Jan 24 15:43:08.169807 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cf35cee6-a7e3-499b-8217-d4ce43caff3d req-8ccdd192-0f98-432c-a03e-c5afe1cf61c9 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Jan 24 15:43:09.290814 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65286e-1b9d-4ae8-91a7-bb035bbf8d51 req-00dc6ed6-01ff-4747-a6ce-2a4f72848e65 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:09.292287 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf65286e-1b9d-4ae8-91a7-bb035bbf8d51 req-00dc6ed6-01ff-4747-a6ce-2a4f72848e65 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 947 time: 0.0524085 Jan 24 15:43:09.339690 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf65286e-1b9d-4ae8-91a7-bb035bbf8d51 req-539bd45c-62b5-454e-9664-5987082d621d tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Jan 24 15:43:10.474413 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4884c-c8a7-4f69-a55e-5c67c5b26868 req-739bd73c-5d1c-4df5-925e-78f3367c0e67 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:10.476055 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-14e4884c-c8a7-4f69-a55e-5c67c5b26868 req-739bd73c-5d1c-4df5-925e-78f3367c0e67 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 947 time: 0.0541966 Jan 24 15:43:10.528690 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-14e4884c-c8a7-4f69-a55e-5c67c5b26868 req-62eed63d-22c8-406e-b658-f267484bab94 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Jan 24 15:43:11.338513 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:43:26.094408 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61c83840-865e-4324-bc89-68065cb818f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.226426 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38386) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:26.269727 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Deleting subnet 6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:43:26.272703 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Publish callbacks [] for subnet (6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.306182 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.347026 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.398679 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.422612 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:26.427512 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.430594 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/6e39719f-d4c7-4dfb-ab7f-6ff15defd4b2 HTTP/1.1" status: 204 len: 168 time: 0.2031896 Jan 24 15:43:26.433210 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:26.435450 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.435805 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.436145 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.436479 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.436797 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.437125 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.437453 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.437772 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.438093 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.438411 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.438726 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.439611 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.439927 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855297f-d58b-4e5c-b21c-0cea7d26c4c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.502449 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (dcc59394-6109-42b8-b808-b08a53cedf7e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.584426 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (dcc59394-6109-42b8-b808-b08a53cedf7e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.610324 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc59394-6109-42b8-b808-b08a53cedf7e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:26.622408 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc49754-b458-4071-9db8-ee72288edd61') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:26.622866 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc49754-b458-4071-9db8-ee72288edd61') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:26.634918 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (0bc49754-b458-4071-9db8-ee72288edd61), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.648933 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (0bc49754-b458-4071-9db8-ee72288edd61), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.654693 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:43:26.655072 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (0bc49754-b458-4071-9db8-ee72288edd61), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:43:26.656756 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:43:26.712926 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (dcc59394-6109-42b8-b808-b08a53cedf7e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.718061 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.721770 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] 10.222.0.112 "DELETE /v2.0/networks/dcc59394-6109-42b8-b808-b08a53cedf7e HTTP/1.1" status: 204 len: 168 time: 0.2874212 Jan 24 15:43:26.732293 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcc59394-6109-42b8-b808-b08a53cedf7e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:26.740298 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.740654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.741000 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.741343 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.741676 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.742010 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.742348 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.742677 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.743007 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.743356 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.743685 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.744008 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.744330 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232fc27b-7ccc-48ab-890a-a4f1848cf65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:43:26.880130 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:26.919902 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6635a85c-4c64-43bb-bfc0-7b988d29f324 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a55ac1b6c15a4e7b8bda7efddfde1cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386288 Jan 24 15:43:26.922364 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38394) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:26.974344 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b10c07a-678a-4b50-86a3-a9778c1ae6d8 admin admin] Publish callbacks [] for security_group (a2733a22-4e20-4fc3-acb4-7f77bdf07409), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:26.995592 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b10c07a-678a-4b50-86a3-a9778c1ae6d8 admin admin] Publish callbacks [] for security_group (a2733a22-4e20-4fc3-acb4-7f77bdf07409), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:27.043573 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b10c07a-678a-4b50-86a3-a9778c1ae6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (a2733a22-4e20-4fc3-acb4-7f77bdf07409), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:27.046115 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b10c07a-678a-4b50-86a3-a9778c1ae6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:27.047287 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9b10c07a-678a-4b50-86a3-a9778c1ae6d8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a2733a22-4e20-4fc3-acb4-7f77bdf07409 HTTP/1.1" status: 204 len: 168 time: 0.1239705 Jan 24 15:43:27.055994 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10c07a-678a-4b50-86a3-a9778c1ae6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2733a22-4e20-4fc3-acb4-7f77bdf07409,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:28.291067 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18475e3d-81c0-4efc-a150-b743a8c86c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:29.340101 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:31.047489 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:32.449843 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:36.372529 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:38.241225 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-763b095c-02b4-4f07-ae59-beb0a427607a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399184 Jan 24 15:43:38.303226 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-1eb9f112-9843-4043-a4bc-13399fa0384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:38.304676 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-1eb9f112-9843-4043-a4bc-13399fa0384e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6a61251ca545109912c92468b12924&device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 1100 time: 0.0403502 Jan 24 15:43:38.411417 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-ad6e09ea-69f5-4dab-9fbd-96edfbd39c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:38.412881 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-ad6e09ea-69f5-4dab-9fbd-96edfbd39c1a service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 200 len: 918 time: 0.0883205 Jan 24 15:43:38.478788 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-1d1e81b0-e9ec-4970-a1cc-6bf70e0b607d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db HTTP/1.1" status: 200 len: 1002 time: 0.0600438 Jan 24 15:43:38.527874 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-75d8e15f-6756-48ef-9780-2bb4799e57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:38.529195 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-75d8e15f-6756-48ef-9780-2bb4799e57fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 200 len: 856 time: 0.0442476 Jan 24 15:43:38.572202 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-400329d2-e390-4f1b-8fd5-b89191ada655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:38.573628 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-400329d2-e390-4f1b-8fd5-b89191ada655 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387983 Jan 24 15:43:38.666704 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-846acaa0-0781-452e-889c-65194a3f7900 service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851905 Jan 24 15:43:38.754874 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-07128979-62a3-43ba-a542-1e6d2535bae1 req-24137279-3b42-4144-a4bb-58ba71feaf3d service neutron] 10.222.0.88 "GET /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809684 Jan 24 15:43:44.276911 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729ead7-9981-457d-beda-e5144ff2cd67 req-20b45938-715c-440a-b163-8f9adf520d34 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:44.278362 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4729ead7-9981-457d-beda-e5144ff2cd67 req-20b45938-715c-440a-b163-8f9adf520d34 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 947 time: 0.0481174 Jan 24 15:43:44.325767 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4729ead7-9981-457d-beda-e5144ff2cd67 req-e367802d-8154-43cf-a7e2-7cd05fe06a3c tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Jan 24 15:43:45.447291 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ba9f-f6c9-4896-bdd8-14e1807300cb req-3fbce8bb-64ed-48c6-b5e6-5a611fb3ee9b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:45.448755 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9ba0ba9f-f6c9-4896-bdd8-14e1807300cb req-3fbce8bb-64ed-48c6-b5e6-5a611fb3ee9b tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 947 time: 0.0489621 Jan 24 15:43:45.501018 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9ba0ba9f-f6c9-4896-bdd8-14e1807300cb req-fb9ef9f7-647b-4035-978c-8def020eb30f tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups?id=be6e2d74-6a64-4200-8844-d46da96bd8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Jan 24 15:43:45.714728 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5a075-c330-4003-945e-953c87727baa req-dcc006a3-4f34-45e1-960d-54c15472d492 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:43:45.716183 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-00f5a075-c330-4003-945e-953c87727baa req-dcc006a3-4f34-45e1-960d-54c15472d492 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 947 time: 0.0482349 Jan 24 15:43:45.801186 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Deleting port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:43:45.801525 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:45.889061 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] For port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:45.889413 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:46.101252 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:46.101517 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (820fb688-f36d-49f2-aee1-29e478e11ac1), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:46.101831 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.l3_db [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Floating IP 820fb688-f36d-49f2-aee1-29e478e11ac1 disassociated. External IP: 172.27.2.144, port: a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db. Jan 24 15:43:46.102164 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Calling delete_port for a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:43:46.226309 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:46.253125 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event deleted for resources: {'Port': ['ID=a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:46.603987 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d78c7532-5570-4b0a-9a90-31273ab142d4 req-f643c352-ed4a-4f4f-9606-a1272c4b10d5 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/ports?device_id=4ee05406-c3b8-4f17-82d3-6c2ad80302e8 HTTP/1.1" status: 200 len: 210 time: 0.0293086 Jan 24 15:43:46.630412 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Router ef1d63a6-8bab-48a2-8e44-c2b06eece611 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:43:46.738995 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:43:46.748951 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] Sync routers for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:43:46.760001 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:43:46.760621 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:43:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:46.777763 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] No DVR routers for this DVR port a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:43:46.780286 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:46.783581 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-00f5a075-c330-4003-945e-953c87727baa req-296631e4-3a04-4db7-b09c-ae5199817515 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.88 "DELETE /v2.0/ports/a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db HTTP/1.1" status: 204 len: 173 time: 1.0621390 Jan 24 15:43:46.784008 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-deleted', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:43:46.786236 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6345e32-561f-4a73-bace-4fc570043dec" -d '{"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-deleted", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:43:46.828836 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a14552-3b47-48d1-88b3-a3890fc55866 x-openstack-request-id: req-a6a14552-3b47-48d1-88b3-a3890fc55866 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:43:46.829128 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee05406-c3b8-4f17-82d3-6c2ad80302e8", "name": "network-vif-deleted", "tag": "a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:43:46.829402 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a6a14552-3b47-48d1-88b3-a3890fc55866 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:43:46.829803 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee05406-c3b8-4f17-82d3-6c2ad80302e8', 'name': 'network-vif-deleted', 'tag': 'a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db', 'status': 'completed', 'code': 200} Jan 24 15:43:46.867029 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:43:47.060603 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:47.086356 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] Checking router: ef1d63a6-8bab-48a2-8e44-c2b06eece611 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:43:47.094273 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:43:47.094866 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:43:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:47.199219 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:43:47.400623 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:47.426826 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7ccec-5392-4ec4-b6c7-93c0f336c346 None None] The sync data for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi is: [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:38:33Z', 'revision_number': 4, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '3bbd7e0e-10bb-4f61-8787-189c5d53a81f', 'name': '', 'network_id': 'bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'mac_address': 'fa:16:3e:59:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:32Z', 'updated_at': '2022-01-24T15:38:37Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'subnets': [{'id': '263568d7-d9c1-4c8d-a130-3366da09d3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:43:47.627531 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac750892-2323-40dd-a1f2-a75285a2b311 None None] New status for floating IP 820fb688-f36d-49f2-aee1-29e478e11ac1: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:43:47.701273 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38428) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:47.757982 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3691-0927-4cf7-ab1f-406e579c4e66 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (be6e2d74-6a64-4200-8844-d46da96bd8c0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:47.782000 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3691-0927-4cf7-ab1f-406e579c4e66 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (be6e2d74-6a64-4200-8844-d46da96bd8c0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:47.830555 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3691-0927-4cf7-ab1f-406e579c4e66 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (be6e2d74-6a64-4200-8844-d46da96bd8c0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:47.833179 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3691-0927-4cf7-ab1f-406e579c4e66 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:47.834344 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8e6c3691-0927-4cf7-ab1f-406e579c4e66 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "DELETE /v2.0/security-groups/be6e2d74-6a64-4200-8844-d46da96bd8c0 HTTP/1.1" status: 204 len: 168 time: 0.1320665 Jan 24 15:43:47.837141 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:47.843101 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c3691-0927-4cf7-ab1f-406e579c4e66 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6e2d74-6a64-4200-8844-d46da96bd8c0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:47.850153 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-91b12c20-f470-4220-8a0c-d877e62a3425 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] show failed (client error): The resource could not be found. Jan 24 15:43:47.854162 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:47.855646 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-91b12c20-f470-4220-8a0c-d877e62a3425 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "GET /v2.0/security-groups/be6e2d74-6a64-4200-8844-d46da96bd8c0 HTTP/1.1" status: 404 len: 347 time: 0.0130467 Jan 24 15:43:47.976680 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Deleting port bc367097-4798-46d8-90b4-d4e5816a94a5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:43:47.977025 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (bc367097-4798-46d8-90b4-d4e5816a94a5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:48.051939 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (bc367097-4798-46d8-90b4-d4e5816a94a5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:48.052268 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (bc367097-4798-46d8-90b4-d4e5816a94a5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:48.064972 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Calling delete_port for bc367097-4798-46d8-90b4-d4e5816a94a5 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:43:48.194383 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (bc367097-4798-46d8-90b4-d4e5816a94a5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:48.219447 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Pushing event deleted for resources: {'Port': ['ID=bc367097-4798-46d8-90b4-d4e5816a94a5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:48.282885 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks [] for floatingip (820fb688-f36d-49f2-aee1-29e478e11ac1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:48.285371 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:48.286544 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6f3d9f74-b008-44ac-b14c-509474f78520 tempest-AttachVolumeShelveTestJSON-698438838 tempest-AttachVolumeShelveTestJSON-698438838-project] 10.222.0.112 "DELETE /v2.0/floatingips/820fb688-f36d-49f2-aee1-29e478e11ac1 HTTP/1.1" status: 204 len: 168 time: 0.4314170 Jan 24 15:43:48.337223 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:43:49.771437 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:43:49.790715 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:43:49.791065 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device a7e67a5d-3619-4cdc-9bbf-8a6f4dd6c8db not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:43:50.692582 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38454) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:51.175853 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (ef1d63a6-8bab-48a2-8e44-c2b06eece611), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:51.421052 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Deleting port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:43:51.421387 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:51.501655 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] For port 3bbd7e0e-10bb-4f61-8787-189c5d53a81f, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:51.502017 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:51.514197 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Calling delete_port for 3bbd7e0e-10bb-4f61-8787-189c5d53a81f owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:43:51.689779 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (3bbd7e0e-10bb-4f61-8787-189c5d53a81f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:51.715895 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbd7e0e-10bb-4f61-8787-189c5d53a81f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:51.878848 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (ef1d63a6-8bab-48a2-8e44-c2b06eece611), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.081058 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Router ef1d63a6-8bab-48a2-8e44-c2b06eece611 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:43:52.182847 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:43:52.188646 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-771113b7-916e-4534-b20f-251f5eb2a75d admin admin] 10.222.0.112 "PUT /v2.0/routers/ef1d63a6-8bab-48a2-8e44-c2b06eece611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4946690 Jan 24 15:43:52.191485 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38458) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:52.192933 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] Sync routers for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:43:52.202380 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:43:52.202987 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:43:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:52.292199 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks [] for router (ef1d63a6-8bab-48a2-8e44-c2b06eece611), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.305688 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:43:52.391925 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks [] for router_gateway (ef1d63a6-8bab-48a2-8e44-c2b06eece611), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.441321 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Deleting port 12083482-1bf7-48a5-b9da-ded1f523808a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:43:52.441654 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.478470 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:43:51Z', 'revision_number': 5, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port': {'id': '12083482-1bf7-48a5-b9da-ded1f523808a', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:38:29Z', 'updated_at': '2022-01-24T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:52.522468 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] For port 12083482-1bf7-48a5-b9da-ded1f523808a, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=12083482-1bf7-48a5-b9da-ded1f523808a,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:52.522821 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.536319 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Calling delete_port for 12083482-1bf7-48a5-b9da-ded1f523808a owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:43:52.591564 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] Checking router: ef1d63a6-8bab-48a2-8e44-c2b06eece611 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:43:52.600517 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] Routers {'ef1d63a6-8bab-48a2-8e44-c2b06eece611'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:43:52.601188 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:43:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:52.687330 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] Set router ef1d63a6-8bab-48a2-8e44-c2b06eece611 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:43:52.700921 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (12083482-1bf7-48a5-b9da-ded1f523808a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.725884 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Pushing event deleted for resources: {'Port': ['ID=12083482-1bf7-48a5-b9da-ded1f523808a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:52.740093 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:43:52Z', 'revision_number': 6, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port_host': None}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:52.769584 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7ed16-fcdb-4bb2-9934-705c2d7dcaa3 None None] The sync data for ids ['ef1d63a6-8bab-48a2-8e44-c2b06eece611'] in dv-cinder-820164-3-iscsi is: [{'id': 'ef1d63a6-8bab-48a2-8e44-c2b06eece611', 'name': 'tempest-AttachVolumeShelveTestJSON-2026071487-router', 'tenant_id': '8e6a61251ca545109912c92468b12924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:38:28Z', 'updated_at': '2022-01-24T15:43:52Z', 'revision_number': 6, 'project_id': '8e6a61251ca545109912c92468b12924', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:43:52.788622 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (ef1d63a6-8bab-48a2-8e44-c2b06eece611), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.877898 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (ef1d63a6-8bab-48a2-8e44-c2b06eece611), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.880115 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks [] for router_controller (ef1d63a6-8bab-48a2-8e44-c2b06eece611), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.921096 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (ef1d63a6-8bab-48a2-8e44-c2b06eece611), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.921734 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef1d63a6-8bab-48a2-8e44-c2b06eece611 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:43:52.926225 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:52.927367 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-181f3c38-1890-4725-bb98-ff07f30aff6a admin admin] 10.222.0.112 "DELETE /v2.0/routers/ef1d63a6-8bab-48a2-8e44-c2b06eece611 HTTP/1.1" status: 204 len: 168 time: 0.7349749 Jan 24 15:43:52.929888 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38460) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:52.973985 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2073c1-85e0-4c36-919c-a856059c1feb admin admin] Deleting subnet 263568d7-d9c1-4c8d-a130-3366da09d3c7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:43:52.976981 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f2073c1-85e0-4c36-919c-a856059c1feb admin admin] Publish callbacks [] for subnet (263568d7-d9c1-4c8d-a130-3366da09d3c7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.014323 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f2073c1-85e0-4c36-919c-a856059c1feb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (263568d7-d9c1-4c8d-a130-3366da09d3c7), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.089476 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f2073c1-85e0-4c36-919c-a856059c1feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (263568d7-d9c1-4c8d-a130-3366da09d3c7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.144506 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f2073c1-85e0-4c36-919c-a856059c1feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (263568d7-d9c1-4c8d-a130-3366da09d3c7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.173596 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2073c1-85e0-4c36-919c-a856059c1feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263568d7-d9c1-4c8d-a130-3366da09d3c7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:53.178198 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f2073c1-85e0-4c36-919c-a856059c1feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.182380 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1f2073c1-85e0-4c36-919c-a856059c1feb admin admin] 10.222.0.112 "DELETE /v2.0/subnets/263568d7-d9c1-4c8d-a130-3366da09d3c7 HTTP/1.1" status: 204 len: 168 time: 0.2512140 Jan 24 15:43:53.184741 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38462) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:53.187101 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088c257-735a-4af3-a977-ececc5177ac7 None None] Network bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:43:53.262314 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.316398 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Deleting port ee4c1b77-55ae-4081-98af-db4672974265 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:43:53.316735 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (ee4c1b77-55ae-4081-98af-db4672974265), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.391884 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] For port ee4c1b77-55ae-4081-98af-db4672974265, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=ee4c1b77-55ae-4081-98af-db4672974265,segment=NetworkSegment(e7af41c0-6051-4877-a6f5-c3644bf959b8),segment_id=e7af41c0-6051-4877-a6f5-c3644bf959b8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:43:53.392483 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (ee4c1b77-55ae-4081-98af-db4672974265), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.405646 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Calling delete_port for ee4c1b77-55ae-4081-98af-db4672974265 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:43:53.492316 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (ee4c1b77-55ae-4081-98af-db4672974265), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.521897 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4c1b77-55ae-4081-98af-db4672974265,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:53.534956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] No DVR routers for this DVR port ee4c1b77-55ae-4081-98af-db4672974265 on host dv-cinder-820164-3-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:43:53.568767 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d27253-d0b9-4154-9fba-128a29596511 None None] DHCP port deletion for bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 request from dv-cinder-820164-3-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 15:43:53.625624 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.632285 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 12083482-1bf7-48a5-b9da-ded1f523808a no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:43:53.648109 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:53.658199 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7af41c0-6051-4877-a6f5-c3644bf959b8') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:53.658497 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7af41c0-6051-4877-a6f5-c3644bf959b8') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:43:53.660924 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 12083482-1bf7-48a5-b9da-ded1f523808a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:43:53.661278 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 12083482-1bf7-48a5-b9da-ded1f523808a not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:43:53.661703 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device ee4c1b77-55ae-4081-98af-db4672974265 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:43:53.670705 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (e7af41c0-6051-4877-a6f5-c3644bf959b8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.682277 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: ee4c1b77-55ae-4081-98af-db4672974265 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:43:53.682842 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device ee4c1b77-55ae-4081-98af-db4672974265 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:43:53.683582 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 3bbd7e0e-10bb-4f61-8787-189c5d53a81f no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:43:53.691247 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (e7af41c0-6051-4877-a6f5-c3644bf959b8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.698382 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:43:53.698633 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (e7af41c0-6051-4877-a6f5-c3644bf959b8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:43:53.700986 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:43:53.705414 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 3bbd7e0e-10bb-4f61-8787-189c5d53a81f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:43:53.705763 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 3bbd7e0e-10bb-4f61-8787-189c5d53a81f not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:43:53.763906 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.770220 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:53.773659 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] 10.222.0.112 "DELETE /v2.0/networks/bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0 HTTP/1.1" status: 204 len: 168 time: 0.5872569 Jan 24 15:43:53.785049 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229f843-72b1-4634-9997-c5e41f1f2a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3d20d3-37ce-4215-aa2a-e4eb5286c5c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:53.927316 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38466) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:53.966567 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9d411a1e-0433-4cfd-ac2b-50b87fd8dbbd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8e6a61251ca545109912c92468b12924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380321 Jan 24 15:43:53.970341 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:43:54.025908 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f3efb58-fe1d-46cd-a641-ecd7996c4322 admin admin] Publish callbacks [] for security_group (e464b645-4c69-47aa-b3db-bbac909d102c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:54.049366 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f3efb58-fe1d-46cd-a641-ecd7996c4322 admin admin] Publish callbacks [] for security_group (e464b645-4c69-47aa-b3db-bbac909d102c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:54.097760 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f3efb58-fe1d-46cd-a641-ecd7996c4322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (e464b645-4c69-47aa-b3db-bbac909d102c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:54.104143 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f3efb58-fe1d-46cd-a641-ecd7996c4322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:54.105410 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1f3efb58-fe1d-46cd-a641-ecd7996c4322 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e464b645-4c69-47aa-b3db-bbac909d102c HTTP/1.1" status: 204 len: 168 time: 0.1341712 Jan 24 15:43:54.125209 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3efb58-fe1d-46cd-a641-ecd7996c4322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e464b645-4c69-47aa-b3db-bbac909d102c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:43:56.096606 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb57ccd6-ea28-4709-8a55-9b8e8170f6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:58.292593 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7feee098-ac24-425c-9dd7-5b2ec80e6363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:43:59.342089 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:01.049244 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:02.453186 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:06.369108 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:20.831543 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:20.932104 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff8beee0-1569-4cc7-b141-f710d830bd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.005010 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff8beee0-1569-4cc7-b141-f710d830bd09 admin admin] Publish callbacks [] for security_group (6fb7f4db-8c93-4d9c-b755-f56051cea2df), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.008773 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff8beee0-1569-4cc7-b141-f710d830bd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (6fb7f4db-8c93-4d9c-b755-f56051cea2df), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.047649 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ff8beee0-1569-4cc7-b141-f710d830bd09 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2d51db535b004d4fa8e666d9f85306c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150366 Jan 24 15:44:21.048523 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8beee0-1569-4cc7-b141-f710d830bd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb7f4db-8c93-4d9c-b755-f56051cea2df,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:21.050246 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38670) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:21.337178 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc422f07-ccce-409a-8360-88fa9060bcf1 admin admin] Publish callbacks [] for security_group (6fb7f4db-8c93-4d9c-b755-f56051cea2df), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.357585 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc422f07-ccce-409a-8360-88fa9060bcf1 admin admin] Publish callbacks [] for security_group (6fb7f4db-8c93-4d9c-b755-f56051cea2df), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.404048 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc422f07-ccce-409a-8360-88fa9060bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (6fb7f4db-8c93-4d9c-b755-f56051cea2df), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.406768 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc422f07-ccce-409a-8360-88fa9060bcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.408063 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cc422f07-ccce-409a-8360-88fa9060bcf1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6fb7f4db-8c93-4d9c-b755-f56051cea2df HTTP/1.1" status: 204 len: 168 time: 0.3567650 Jan 24 15:44:21.417389 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc422f07-ccce-409a-8360-88fa9060bcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb7f4db-8c93-4d9c-b755-f56051cea2df,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:21.666928 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38676) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:21.680161 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8afafc48-b5d2-412e-929b-4ff7dc7aa5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.755488 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8afafc48-b5d2-412e-929b-4ff7dc7aa5e4 admin admin] Publish callbacks [] for security_group (55abe9a8-62a0-48f0-a0c2-ff3495e1732c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.759280 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8afafc48-b5d2-412e-929b-4ff7dc7aa5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (55abe9a8-62a0-48f0-a0c2-ff3495e1732c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.798839 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8afafc48-b5d2-412e-929b-4ff7dc7aa5e4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a8645933bd77433e8ab49e63a7f38b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308010 Jan 24 15:44:21.799732 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afafc48-b5d2-412e-929b-4ff7dc7aa5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55abe9a8-62a0-48f0-a0c2-ff3495e1732c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:21.801603 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:21.856254 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22a4ca4e-6598-41ce-9043-bec06c9cd8c1 admin admin] Publish callbacks [] for security_group (55abe9a8-62a0-48f0-a0c2-ff3495e1732c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.876713 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22a4ca4e-6598-41ce-9043-bec06c9cd8c1 admin admin] Publish callbacks [] for security_group (55abe9a8-62a0-48f0-a0c2-ff3495e1732c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.921211 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22a4ca4e-6598-41ce-9043-bec06c9cd8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (55abe9a8-62a0-48f0-a0c2-ff3495e1732c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.924038 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22a4ca4e-6598-41ce-9043-bec06c9cd8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:21.925239 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-22a4ca4e-6598-41ce-9043-bec06c9cd8c1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/55abe9a8-62a0-48f0-a0c2-ff3495e1732c HTTP/1.1" status: 204 len: 168 time: 0.1226575 Jan 24 15:44:21.933450 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4ca4e-6598-41ce-9043-bec06c9cd8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55abe9a8-62a0-48f0-a0c2-ff3495e1732c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:23.506694 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38724) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:23.629109 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd054ebc-4236-4ec6-89e0-117220a31762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:23.704276 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd054ebc-4236-4ec6-89e0-117220a31762 admin admin] Publish callbacks [] for security_group (0cb9de9a-5d33-4ffb-a826-9ebe37c062c5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:23.708568 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd054ebc-4236-4ec6-89e0-117220a31762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0cb9de9a-5d33-4ffb-a826-9ebe37c062c5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:23.748907 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd054ebc-4236-4ec6-89e0-117220a31762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9de9a-5d33-4ffb-a826-9ebe37c062c5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:23.753201 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cd054ebc-4236-4ec6-89e0-117220a31762 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e2ecdff52b8140f2b2daa365156f1f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453287 Jan 24 15:44:23.755885 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38728) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:23.812730 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b13de24-4a06-4684-b5fd-09aeaa0e7466 admin admin] Publish callbacks [] for security_group (0cb9de9a-5d33-4ffb-a826-9ebe37c062c5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:23.836091 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b13de24-4a06-4684-b5fd-09aeaa0e7466 admin admin] Publish callbacks [] for security_group (0cb9de9a-5d33-4ffb-a826-9ebe37c062c5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:23.884771 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b13de24-4a06-4684-b5fd-09aeaa0e7466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (0cb9de9a-5d33-4ffb-a826-9ebe37c062c5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:23.887411 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b13de24-4a06-4684-b5fd-09aeaa0e7466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:23.888565 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2b13de24-4a06-4684-b5fd-09aeaa0e7466 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0cb9de9a-5d33-4ffb-a826-9ebe37c062c5 HTTP/1.1" status: 204 len: 168 time: 0.1318817 Jan 24 15:44:23.897457 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13de24-4a06-4684-b5fd-09aeaa0e7466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9de9a-5d33-4ffb-a826-9ebe37c062c5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:24.198261 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38734) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:24.211354 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38677409-2b01-4828-b83c-6aee9dd63153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:24.287456 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38677409-2b01-4828-b83c-6aee9dd63153 admin admin] Publish callbacks [] for security_group (5be00350-e0a1-4cdb-a44c-5dfc717a5f4f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:24.291087 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38677409-2b01-4828-b83c-6aee9dd63153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (5be00350-e0a1-4cdb-a44c-5dfc717a5f4f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:24.332777 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-38677409-2b01-4828-b83c-6aee9dd63153 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=470f445a796b444a94f42ac5f2012996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334512 Jan 24 15:44:24.333627 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38677409-2b01-4828-b83c-6aee9dd63153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be00350-e0a1-4cdb-a44c-5dfc717a5f4f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:24.335655 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:24.388231 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a10013ee-ab52-406f-a155-9b934c68bd7f admin admin] Publish callbacks [] for security_group (5be00350-e0a1-4cdb-a44c-5dfc717a5f4f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:24.421074 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a10013ee-ab52-406f-a155-9b934c68bd7f admin admin] Publish callbacks [] for security_group (5be00350-e0a1-4cdb-a44c-5dfc717a5f4f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:24.466638 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a10013ee-ab52-406f-a155-9b934c68bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (5be00350-e0a1-4cdb-a44c-5dfc717a5f4f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:24.469731 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a10013ee-ab52-406f-a155-9b934c68bd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:24.470882 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a10013ee-ab52-406f-a155-9b934c68bd7f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5be00350-e0a1-4cdb-a44c-5dfc717a5f4f HTTP/1.1" status: 204 len: 168 time: 0.1342261 Jan 24 15:44:24.478297 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10013ee-ab52-406f-a155-9b934c68bd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be00350-e0a1-4cdb-a44c-5dfc717a5f4f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:25.335738 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:44:26.096929 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d02a0172-9a0b-4c51-b3ac-941f9c56fa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:28.293487 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d8279b8-e025-4a66-bfe7-771370306dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:29.344712 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:31.057446 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:32.465198 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.122429 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:33.223724 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.296015 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Publish callbacks [] for security_group (57c8f7ae-bf81-4419-b8ea-91965b5e4603), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.299499 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (57c8f7ae-bf81-4419-b8ea-91965b5e4603), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.339341 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=5c604f6c2efb4ea2827165799bb1b576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156482 Jan 24 15:44:33.340052 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c8f7ae-bf81-4419-b8ea-91965b5e4603,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:33.342480 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38872) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:33.358817 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.359188 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.359540 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.359881 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.360217 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.360557 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.360890 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.361223 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.361560 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.361907 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.362234 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.362556 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.362880 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6776ec-ce75-414e-99c3-c515cefb6f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.406097 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-600f20b3-88d7-45aa-a7e3-e8a7ab98388d admin admin] Publish callbacks [] for security_group (57c8f7ae-bf81-4419-b8ea-91965b5e4603), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.425972 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-600f20b3-88d7-45aa-a7e3-e8a7ab98388d admin admin] Publish callbacks [] for security_group (57c8f7ae-bf81-4419-b8ea-91965b5e4603), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.470604 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-600f20b3-88d7-45aa-a7e3-e8a7ab98388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (57c8f7ae-bf81-4419-b8ea-91965b5e4603), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.473150 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-600f20b3-88d7-45aa-a7e3-e8a7ab98388d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.474277 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-600f20b3-88d7-45aa-a7e3-e8a7ab98388d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/57c8f7ae-bf81-4419-b8ea-91965b5e4603 HTTP/1.1" status: 204 len: 168 time: 0.1309090 Jan 24 15:44:33.481671 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f20b3-88d7-45aa-a7e3-e8a7ab98388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c8f7ae-bf81-4419-b8ea-91965b5e4603,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:33.729430 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38878) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:33.743750 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.819027 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Publish callbacks [] for security_group (65cf3da2-4381-4e73-af86-447ae853049f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.822945 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (65cf3da2-4381-4e73-af86-447ae853049f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.860098 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf3da2-4381-4e73-af86-447ae853049f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:33.864103 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c7b1b99db14544a89e32b8fd03710171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336849 Jan 24 15:44:33.866881 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:33.870016 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.870373 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.870721 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.871066 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.871429 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.871765 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.872097 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.872430 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.872758 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.873360 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.873504 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.873838 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.874160 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f141b-a06d-4a76-b828-da61c0e14afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:33.914650 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5571761-d5d5-4a47-888c-7d2750328dc0 admin admin] Publish callbacks [] for security_group (65cf3da2-4381-4e73-af86-447ae853049f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.935832 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5571761-d5d5-4a47-888c-7d2750328dc0 admin admin] Publish callbacks [] for security_group (65cf3da2-4381-4e73-af86-447ae853049f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.983590 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5571761-d5d5-4a47-888c-7d2750328dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (65cf3da2-4381-4e73-af86-447ae853049f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.986280 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5571761-d5d5-4a47-888c-7d2750328dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:33.987474 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b5571761-d5d5-4a47-888c-7d2750328dc0 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/65cf3da2-4381-4e73-af86-447ae853049f HTTP/1.1" status: 204 len: 168 time: 0.1194088 Jan 24 15:44:33.995082 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5571761-d5d5-4a47-888c-7d2750328dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf3da2-4381-4e73-af86-447ae853049f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:34.299123 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:34.312971 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98603616-2301-4fab-9c3f-9f70e1d75c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:34.390478 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98603616-2301-4fab-9c3f-9f70e1d75c5c admin admin] Publish callbacks [] for security_group (9504820f-fac6-447e-8413-f5107143aa4f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:34.394168 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98603616-2301-4fab-9c3f-9f70e1d75c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (9504820f-fac6-447e-8413-f5107143aa4f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:34.433061 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-98603616-2301-4fab-9c3f-9f70e1d75c5c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0b21d05f44e74c53a64c6b496c2f0a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328549 Jan 24 15:44:34.433951 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98603616-2301-4fab-9c3f-9f70e1d75c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9504820f-fac6-447e-8413-f5107143aa4f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:34.435885 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38888) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:34.482815 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cea319e-3b5b-4d78-8039-f779e9099be6 admin admin] Publish callbacks [] for security_group (9504820f-fac6-447e-8413-f5107143aa4f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:34.503109 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cea319e-3b5b-4d78-8039-f779e9099be6 admin admin] Publish callbacks [] for security_group (9504820f-fac6-447e-8413-f5107143aa4f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:34.548670 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cea319e-3b5b-4d78-8039-f779e9099be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (9504820f-fac6-447e-8413-f5107143aa4f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:34.551848 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cea319e-3b5b-4d78-8039-f779e9099be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:34.553234 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8cea319e-3b5b-4d78-8039-f779e9099be6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9504820f-fac6-447e-8413-f5107143aa4f HTTP/1.1" status: 204 len: 168 time: 0.1161582 Jan 24 15:44:34.565265 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea319e-3b5b-4d78-8039-f779e9099be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9504820f-fac6-447e-8413-f5107143aa4f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:35.587243 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:35.691614 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bf28fcd-a94a-41e3-823d-92dcbb84e2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:35.764870 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bf28fcd-a94a-41e3-823d-92dcbb84e2e5 admin admin] Publish callbacks [] for security_group (c2a459fb-a1ac-4708-b272-6085345b10d7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:35.768476 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bf28fcd-a94a-41e3-823d-92dcbb84e2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (c2a459fb-a1ac-4708-b272-6085345b10d7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:35.804748 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0bf28fcd-a94a-41e3-823d-92dcbb84e2e5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7a7fb3723a544fdcbe30121c9939d845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187190 Jan 24 15:44:35.805582 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf28fcd-a94a-41e3-823d-92dcbb84e2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a459fb-a1ac-4708-b272-6085345b10d7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:35.807567 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38922) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:35.855098 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4aa77d95-3fd9-4386-8e93-3509e82d4ce8 admin admin] Publish callbacks [] for security_group (c2a459fb-a1ac-4708-b272-6085345b10d7), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:35.876450 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4aa77d95-3fd9-4386-8e93-3509e82d4ce8 admin admin] Publish callbacks [] for security_group (c2a459fb-a1ac-4708-b272-6085345b10d7), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:35.923001 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4aa77d95-3fd9-4386-8e93-3509e82d4ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (c2a459fb-a1ac-4708-b272-6085345b10d7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:35.925579 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4aa77d95-3fd9-4386-8e93-3509e82d4ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:35.926706 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4aa77d95-3fd9-4386-8e93-3509e82d4ce8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c2a459fb-a1ac-4708-b272-6085345b10d7 HTTP/1.1" status: 204 len: 168 time: 0.1180656 Jan 24 15:44:35.934142 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa77d95-3fd9-4386-8e93-3509e82d4ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a459fb-a1ac-4708-b272-6085345b10d7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:36.387893 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.532527 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 38944) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:36.632004 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-219953542-network', 'tenant_id': '78e704ea5deb488094a9b6e2d1ecef91'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:44:36.656319 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Made reservation on behalf of 78e704ea5deb488094a9b6e2d1ecef91 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:44:36.664704 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.672726 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.744948 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Publish callbacks [] for security_group (5ad7fc16-75dc-4f55-bee0-2a42437072e9), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.748405 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (5ad7fc16-75dc-4f55-bee0-2a42437072e9), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.771421 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:44:36.780356 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7fc16-75dc-4f55-bee0-2a42437072e9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:36.786048 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (3f34177d-776e-47bb-b2c0-7456c231c5e7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.786381 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Added segment 3f34177d-776e-47bb-b2c0-7456c231c5e7 of type vlan for network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 Jan 24 15:44:36.826634 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (0168ff09-ecd5-4899-ab44-b6c6142a2e64), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.850390 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (0168ff09-ecd5-4899-ab44-b6c6142a2e64), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.851241 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:36.851811 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.883728 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3500578 Jan 24 15:44:36.884681 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 38948) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:44:36.890086 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Request body: {'subnet': {'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-219953542-subnet', 'tenant_id': '78e704ea5deb488094a9b6e2d1ecef91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:44:36.914308 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Made reservation on behalf of 78e704ea5deb488094a9b6e2d1ecef91 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:44:36.916458 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17bc75-0847-473e-be09-4b452f1a97ff admin admin] Pushing event updated for resources: {'Network': ['ID=0168ff09-ecd5-4899-ab44-b6c6142a2e64,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:36.916900 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9697906'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:36.927745 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:44:37.081100 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9697868'] for subnet (5b49f794-16a0-47e2-8439-24e7f114f24c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:37.127237 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b49f794-16a0-47e2-8439-24e7f114f24c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:37.143189 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Checking segment: {'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:44:37.143524 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Network hostable DHCP agents. Network: 0168ff09-ecd5-4899-ab44-b6c6142a2e64, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:44:37.159359 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:44:37.167760 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 0168ff09-ecd5-4899-ab44-b6c6142a2e64) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:44:37.172365 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:37.172950 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:37.177555 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbcad62-2a96-4588-ac2d-cb51c82838ed None None] Network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:44:37.188976 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-031ed21f-4a41-43d5-9d8e-a5139e84d213 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3031976 Jan 24 15:44:37.276022 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64070377-fd88-448d-bf4f-f08d50819f67 None None] Network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:44:38.918053 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-c4a96461-7a96-4ad9-aa23-d331b0ebf0f6 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:38.919449 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-c4a96461-7a96-4ad9-aa23-d331b0ebf0f6 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/networks?id=0168ff09-ecd5-4899-ab44-b6c6142a2e64 HTTP/1.1" status: 200 len: 813 time: 0.1159708 Jan 24 15:44:38.933624 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-36c3f8eb-ad97-4665-b3c3-9b5ca8c08a81 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/quotas/78e704ea5deb488094a9b6e2d1ecef91 HTTP/1.1" status: 200 len: 375 time: 0.0086539 Jan 24 15:44:38.964506 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-cbb3e5ab-3523-4f15-939f-43f7b92f9b15 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=78e704ea5deb488094a9b6e2d1ecef91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255971 Jan 24 15:44:39.056008 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-1b42c8fe-cb96-4cde-aee5-a630b666bc19 service neutron] 10.222.0.112 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850546 Jan 24 15:44:39.144598 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-1416e1a9-3066-4f52-8c35-2d8a5c608747 service neutron] 10.222.0.112 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823066 Jan 24 15:44:39.302892 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b29ff626-5e1b-4589-bdcd-b35f540fd73f req-4fd586df-31bc-40f7-b1b8-e574a9997c41 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 210 time: 0.0303061 Jan 24 15:44:40.188508 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-8caa4b05-67a0-46ae-9e7e-791814234725 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:40.189959 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-8caa4b05-67a0-46ae-9e7e-791814234725 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.88 "GET /v2.0/networks?id=0168ff09-ecd5-4899-ab44-b6c6142a2e64 HTTP/1.1" status: 200 len: 813 time: 0.1037312 Jan 24 15:44:40.202864 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Request body: {'port': {'device_id': '95a3da72-c3bc-47f4-a847-f6c58360e238', 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64', 'admin_state_up': True, 'tenant_id': '78e704ea5deb488094a9b6e2d1ecef91'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:44:40.316851 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Made reservation on behalf of 78e704ea5deb488094a9b6e2d1ecef91 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:44:40.320341 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:40.407685 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5defc12e-0225-47c5-a197-e9789e6c6ede req-995890b1-d4c6-45ac-9ad0-abc10c1d0d99 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 210 time: 0.0321856 Jan 24 15:44:40.449317 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Allocated IP 172.20.0.3 (0168ff09-ecd5-4899-ab44-b6c6142a2e64/5b49f794-16a0-47e2-8439-24e7f114f24c/e4f6a660-ac37-4520-b9f6-1c3147f54eb3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:44:40.595007 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks [] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:40.627128 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:40.679775 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:44:40.682859 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:44:40.686937 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:44:40.710320 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Pushing event updated for resources: {'Port': ['ID=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:40.738294 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:40.738910 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:40.753830 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ef93176b-f991-4f90-be16-ddf9fcd61697 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555224 Jan 24 15:44:40.765531 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Request body: {'port': {'device_id': '95a3da72-c3bc-47f4-a847-f6c58360e238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:44:40.816375 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:41.075242 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f6a660-ac37-4520-b9f6-1c3147f54eb3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:44:41.083119 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Publish callbacks [] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:41.094844 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Transition to ACTIVE for port object e4f6a660-ac37-4520-b9f6-1c3147f54eb3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:44:41.098812 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:41.170222 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:41.215523 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Attempting to bind port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:44:41.215852 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Attempting to bind port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:44:41.216751 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Attempting to bind port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 on network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:44:41.220860 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 on network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:44:41.221156 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Attempting to bind port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 on network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:44:41.225804 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:44:41.226135 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Checking segment: {'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:44:41.226522 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Bound using segment: {'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:44:41.226929 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Bound port: e4f6a660-ac37-4520-b9f6-1c3147f54eb3, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:44:41.227312 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:41.290377 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] For port e4f6a660-ac37-4520-b9f6-1c3147f54eb3, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:44:41.293240 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] For port e4f6a660-ac37-4520-b9f6-1c3147f54eb3, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:44:41.298194 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:41.332679 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:41.333334 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:41.334637 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] 10.222.0.88 "PUT /v2.0/ports/e4f6a660-ac37-4520-b9f6-1c3147f54eb3 HTTP/1.1" status: 200 len: 1093 time: 0.5736463 Jan 24 15:44:41.335066 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a3da72-c3bc-47f4-a847-f6c58360e238', 'tag': 'e4f6a660-ac37-4520-b9f6-1c3147f54eb3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:44:41.337262 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e058a460-38ec-482f-af7f-20398afb8b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "95a3da72-c3bc-47f4-a847-f6c58360e238", "tag": "e4f6a660-ac37-4520-b9f6-1c3147f54eb3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:44:41.357605 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad235ea1-8409-48fd-88d0-c7255b267a31 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:41.389258 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6cbdb2-2dd8-4141-b2cf-2a61a9510192 x-openstack-request-id: req-4b6cbdb2-2dd8-4141-b2cf-2a61a9510192 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:44:41.389539 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a3da72-c3bc-47f4-a847-f6c58360e238", "tag": "e4f6a660-ac37-4520-b9f6-1c3147f54eb3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:44:41.389789 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4b6cbdb2-2dd8-4141-b2cf-2a61a9510192 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:44:41.390169 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a3da72-c3bc-47f4-a847-f6c58360e238', 'tag': 'e4f6a660-ac37-4520-b9f6-1c3147f54eb3', 'status': 'completed', 'code': 200} Jan 24 15:44:41.422927 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-3b2ada68-65d9-4e5f-ad75-ad5313e02127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:41.424483 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-3b2ada68-65d9-4e5f-ad75-ad5313e02127 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=78e704ea5deb488094a9b6e2d1ecef91&device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 1096 time: 0.0449009 Jan 24 15:44:41.476174 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-a0081cc4-539c-4e45-9d62-b3cf1d2bd15f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f6a660-ac37-4520-b9f6-1c3147f54eb3 HTTP/1.1" status: 200 len: 217 time: 0.0384777 Jan 24 15:44:41.527009 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-04d5b130-e8a5-4d51-b43c-c6fa01e4b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:41.528544 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-04d5b130-e8a5-4d51-b43c-c6fa01e4b7f1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5b49f794-16a0-47e2-8439-24e7f114f24c HTTP/1.1" status: 200 len: 853 time: 0.0452325 Jan 24 15:44:41.530996 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3134d59-904d-42a1-b7df-4a0aabe5959f req-62cac43c-5269-4cc6-89e0-323cf2ec3b8c tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:41.532486 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3134d59-904d-42a1-b7df-4a0aabe5959f req-62cac43c-5269-4cc6-89e0-323cf2ec3b8c tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 943 time: 0.0553818 Jan 24 15:44:41.560067 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-05a9acb1-e588-4401-8787-ed8902d9f19d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0168ff09-ecd5-4899-ab44-b6c6142a2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248654 Jan 24 15:44:41.579647 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3134d59-904d-42a1-b7df-4a0aabe5959f req-a9a41494-e33e-4c80-8c28-77e15847d51f tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Jan 24 15:44:41.660029 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-2f053303-0720-4a50-991c-341f9d9a81ac service neutron] 10.222.0.88 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937119 Jan 24 15:44:41.750672 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5a37f03b-7f3b-424b-91b9-c31c7063ee0a req-6ab2ecb4-c103-4592-9a5b-22ed8cb9fe87 service neutron] 10.222.0.88 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835791 Jan 24 15:44:41.835605 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a460-38ec-482f-af7f-20398afb8b3a req-367da7ef-52d9-46e0-b198-c8e1bd114606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:41.836979 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e058a460-38ec-482f-af7f-20398afb8b3a req-367da7ef-52d9-46e0-b198-c8e1bd114606 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=78e704ea5deb488094a9b6e2d1ecef91&device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 1096 time: 0.0402477 Jan 24 15:44:41.929650 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a460-38ec-482f-af7f-20398afb8b3a req-e573ec9d-8540-4f84-aa7a-da3c88a347a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:41.931111 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e058a460-38ec-482f-af7f-20398afb8b3a req-e573ec9d-8540-4f84-aa7a-da3c88a347a6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0168ff09-ecd5-4899-ab44-b6c6142a2e64 HTTP/1.1" status: 200 len: 914 time: 0.0864427 Jan 24 15:44:41.971573 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e058a460-38ec-482f-af7f-20398afb8b3a req-04ff08ae-41e2-4fda-b6d3-f51640724da7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f6a660-ac37-4520-b9f6-1c3147f54eb3 HTTP/1.1" status: 200 len: 217 time: 0.0336537 Jan 24 15:44:42.022346 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a460-38ec-482f-af7f-20398afb8b3a req-0a1bdeb1-72d4-4afe-b626-b6ad06565178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:42.024079 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e058a460-38ec-482f-af7f-20398afb8b3a req-0a1bdeb1-72d4-4afe-b626-b6ad06565178 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5b49f794-16a0-47e2-8439-24e7f114f24c HTTP/1.1" status: 200 len: 853 time: 0.0467181 Jan 24 15:44:42.055923 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e058a460-38ec-482f-af7f-20398afb8b3a req-b94f7f37-3c21-4735-8ecb-b0f04cd82615 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0168ff09-ecd5-4899-ab44-b6c6142a2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247693 Jan 24 15:44:42.144023 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e058a460-38ec-482f-af7f-20398afb8b3a req-f6571b9d-e6e2-4c75-83d5-3b6eb6b68c0b service neutron] 10.222.0.88 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812581 Jan 24 15:44:42.234813 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e058a460-38ec-482f-af7f-20398afb8b3a req-22f0fba6-07f3-4868-9226-f7c6556d1603 service neutron] 10.222.0.88 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843401 Jan 24 15:44:42.694756 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fcdf7-24eb-4b34-907e-236ca0d3976c req-23cd3211-bec5-4067-bbf8-3868d144110a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:42.696233 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-429fcdf7-24eb-4b34-907e-236ca0d3976c req-23cd3211-bec5-4067-bbf8-3868d144110a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 943 time: 0.0480514 Jan 24 15:44:42.741191 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-429fcdf7-24eb-4b34-907e-236ca0d3976c req-00e63e9b-10ef-4923-8b50-4f9c8cac3e09 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Jan 24 15:44:43.852712 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaaa0d-d767-4f22-a201-b20945ee7d22 req-feca3626-27ee-401c-a36a-77f386d31c5f tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:43.854161 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5baaaa0d-d767-4f22-a201-b20945ee7d22 req-feca3626-27ee-401c-a36a-77f386d31c5f tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 943 time: 0.0472593 Jan 24 15:44:43.900743 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5baaaa0d-d767-4f22-a201-b20945ee7d22 req-291c5c6e-bff2-4ffa-a0a4-4e81169ccab5 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Jan 24 15:44:43.961899 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device e4f6a660-ac37-4520-b9f6-1c3147f54eb3 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:44:44.055183 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port e4f6a660-ac37-4520-b9f6-1c3147f54eb3, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:44:44.066958 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'e4f6a660-ac37-4520-b9f6-1c3147f54eb3', 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64', 'port_id': 'e4f6a660-ac37-4520-b9f6-1c3147f54eb3', 'mac_address': 'fa:16:3e:a6:1f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b49f794-16a0-47e2-8439-24e7f114f24c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:44:44.102257 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:44:44.102650 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:44.115931 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f6a660-ac37-4520-b9f6-1c3147f54eb3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:44:44.136101 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port e4f6a660-ac37-4520-b9f6-1c3147f54eb3, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:44:44.140289 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:44.183871 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:44.191222 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.191572 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.191914 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.192253 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.192582 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.192909 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.193230 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.193551 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.193872 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.194191 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.194509 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.194824 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.195140 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:44:44.341030 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['e4f6a660-ac37-4520-b9f6-1c3147f54eb3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:44:45.017373 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088a0e9-962e-4016-a332-debc21e860b9 req-bce6fbd7-7b1c-4c15-a369-1a16a95ee034 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:45.018840 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4088a0e9-962e-4016-a332-debc21e860b9 req-bce6fbd7-7b1c-4c15-a369-1a16a95ee034 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 944 time: 0.0525520 Jan 24 15:44:45.064173 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4088a0e9-962e-4016-a332-debc21e860b9 req-c39515e7-a98f-4f59-9813-dd1a966aacc9 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Jan 24 15:44:45.993247 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device e4f6a660-ac37-4520-b9f6-1c3147f54eb3 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:44:46.040616 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:44:46.044473 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:44:46.044847 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:46.123435 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:44:46.123837 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:46.147515 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a3da72-c3bc-47f4-a847-f6c58360e238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f6a660-ac37-4520-b9f6-1c3147f54eb3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:44:46.149737 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2876a4d9-3c1d-468c-aca8-c6954f031187" -d '{"events": [{"server_uuid": "95a3da72-c3bc-47f4-a847-f6c58360e238", "name": "network-vif-plugged", "status": "completed", "tag": "e4f6a660-ac37-4520-b9f6-1c3147f54eb3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:44:46.163080 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port e4f6a660-ac37-4520-b9f6-1c3147f54eb3, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:44:46.168641 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:46.189985 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f0005-b738-43ab-bf68-3e40adac9a1d req-bd26e1df-fbf8-489f-8b7a-23c642d09826 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:46.191591 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-060f0005-b738-43ab-bf68-3e40adac9a1d req-bd26e1df-fbf8-489f-8b7a-23c642d09826 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 944 time: 0.0593591 Jan 24 15:44:46.191756 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51fbf2-806c-4a64-a5ba-3fc318ab381c x-openstack-request-id: req-0e51fbf2-806c-4a64-a5ba-3fc318ab381c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:44:46.191864 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a3da72-c3bc-47f4-a847-f6c58360e238", "name": "network-vif-plugged", "status": "completed", "tag": "e4f6a660-ac37-4520-b9f6-1c3147f54eb3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:44:46.192118 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0e51fbf2-806c-4a64-a5ba-3fc318ab381c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:44:46.192502 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a3da72-c3bc-47f4-a847-f6c58360e238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f6a660-ac37-4520-b9f6-1c3147f54eb3', 'code': 200} Jan 24 15:44:46.219578 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:44:46.242723 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-060f0005-b738-43ab-bf68-3e40adac9a1d req-a1fcdcb6-02e0-4dab-b08c-0e4811756c2f tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Jan 24 15:44:46.359400 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4d42b-b65b-414b-baa8-582f0fe44da7 req-c664a69c-42da-4526-886d-6cd42b94f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:46.361102 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-82b4d42b-b65b-414b-baa8-582f0fe44da7 req-c664a69c-42da-4526-886d-6cd42b94f2f1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 1098 time: 0.0406837 Jan 24 15:44:46.406830 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-82b4d42b-b65b-414b-baa8-582f0fe44da7 req-74475b61-8373-4f97-929f-cc6f185ff2df service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369651 Jan 24 15:44:47.357681 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23c78-5dd1-4012-b545-0c2eee23827e req-dcf52469-298b-4199-8ad6-467ef44fb0f4 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:47.359185 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-16b23c78-5dd1-4012-b545-0c2eee23827e req-dcf52469-298b-4199-8ad6-467ef44fb0f4 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 945 time: 0.0478754 Jan 24 15:44:47.410347 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-16b23c78-5dd1-4012-b545-0c2eee23827e req-87c8f7fb-164f-4ad8-8bdb-7f4158490b9d tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Jan 24 15:44:48.536068 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148deec-3bf3-49cd-9e4e-6a2bb5bf1fbe req-4da29c16-006d-4b3a-86fc-f254d8c69bca tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:44:48.537566 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7148deec-3bf3-49cd-9e4e-6a2bb5bf1fbe req-4da29c16-006d-4b3a-86fc-f254d8c69bca tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 945 time: 0.0582631 Jan 24 15:44:48.592819 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7148deec-3bf3-49cd-9e4e-6a2bb5bf1fbe req-2efed7df-21bf-452b-ab99-fa618c95fd55 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 Jan 24 15:44:56.100899 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52cb9adc-62c4-4fa2-bf50-9148d3d85b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:58.303289 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37427a9e-e6c5-466b-af5f-ff77d0f2a166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:44:59.347889 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:01.058484 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:02.334618 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:45:02.460344 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:06.384604 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:23.799407 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e1a2e-e37c-4992-a6f7-b0a7fb5e637d req-93841105-442c-4b52-820a-477f3a85f3fc tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:23.800881 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b10e1a2e-e37c-4992-a6f7-b0a7fb5e637d req-93841105-442c-4b52-820a-477f3a85f3fc tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 945 time: 0.0482652 Jan 24 15:45:23.851832 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b10e1a2e-e37c-4992-a6f7-b0a7fb5e637d req-e1fd2feb-315b-4944-bc21-e8806c40bfc7 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Jan 24 15:45:24.969352 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17ff8a-2019-417c-92ce-1c25d8b97b6b req-8ed4048f-d83b-420c-bef0-9c2346f7fc42 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:24.970809 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bd17ff8a-2019-417c-92ce-1c25d8b97b6b req-8ed4048f-d83b-420c-bef0-9c2346f7fc42 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Jan 24 15:45:25.018879 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bd17ff8a-2019-417c-92ce-1c25d8b97b6b req-7c09a477-e0b3-421a-9c4b-9fb641b32028 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Jan 24 15:45:25.321583 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-76d8ca97-1348-438e-af34-39f838245f80 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:25.323063 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-76d8ca97-1348-438e-af34-39f838245f80 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.88 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 945 time: 0.0478899 Jan 24 15:45:25.412379 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Deleting port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:45:25.412721 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:25.499496 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] For port e4f6a660-ac37-4520-b9f6-1c3147f54eb3, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:45:25.499859 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:25.512680 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Calling delete_port for e4f6a660-ac37-4520-b9f6-1c3147f54eb3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:45:25.639409 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (e4f6a660-ac37-4520-b9f6-1c3147f54eb3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:25.651554 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['e4f6a660-ac37-4520-b9f6-1c3147f54eb3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:45:25.666737 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Pushing event deleted for resources: {'Port': ['ID=e4f6a660-ac37-4520-b9f6-1c3147f54eb3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:45:25.710353 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] No DVR routers for this DVR port e4f6a660-ac37-4520-b9f6-1c3147f54eb3 on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:45:25.712829 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:25.716453 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-55d7adec-9c72-4049-baec-9c932a7d4d12 req-1ee94173-4e23-450c-8b69-ad9539069b07 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.88 "DELETE /v2.0/ports/e4f6a660-ac37-4520-b9f6-1c3147f54eb3 HTTP/1.1" status: 204 len: 173 time: 0.3883920 Jan 24 15:45:25.716902 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a3da72-c3bc-47f4-a847-f6c58360e238', 'name': 'network-vif-deleted', 'tag': 'e4f6a660-ac37-4520-b9f6-1c3147f54eb3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:45:25.719108 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce419ce-c76d-453d-b27d-1f2c4c4bfb79" -d '{"events": [{"server_uuid": "95a3da72-c3bc-47f4-a847-f6c58360e238", "name": "network-vif-deleted", "tag": "e4f6a660-ac37-4520-b9f6-1c3147f54eb3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:45:25.755947 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c7692d-0b35-494e-9100-500b983a1d4c x-openstack-request-id: req-29c7692d-0b35-494e-9100-500b983a1d4c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:45:25.756238 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a3da72-c3bc-47f4-a847-f6c58360e238", "name": "network-vif-deleted", "tag": "e4f6a660-ac37-4520-b9f6-1c3147f54eb3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:45:25.756490 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-29c7692d-0b35-494e-9100-500b983a1d4c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:45:25.756919 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a3da72-c3bc-47f4-a847-f6c58360e238', 'name': 'network-vif-deleted', 'tag': 'e4f6a660-ac37-4520-b9f6-1c3147f54eb3', 'status': 'completed', 'code': 200} Jan 24 15:45:26.106540 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ef884050-9264-4328-a5e7-2458f539600d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:26.138172 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e30a8587-a7fe-48f0-bedb-48475e425573 req-90fb16f6-72e9-4420-81f3-293b2a7c66e1 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=95a3da72-c3bc-47f4-a847-f6c58360e238 HTTP/1.1" status: 200 len: 210 time: 0.0272939 Jan 24 15:45:28.294337 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7eca8f34-57d9-4e52-a67d-e92d5445088a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:28.363217 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device e4f6a660-ac37-4520-b9f6-1c3147f54eb3 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:45:28.383949 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: e4f6a660-ac37-4520-b9f6-1c3147f54eb3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:45:28.384298 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device e4f6a660-ac37-4520-b9f6-1c3147f54eb3 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:45:29.351096 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:31.057474 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:32.453456 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:35.201175 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-46d7482f-ff8f-45f3-a0c9-88d00d8a62e7 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:35.202623 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-46d7482f-ff8f-45f3-a0c9-88d00d8a62e7 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/networks?id=0168ff09-ecd5-4899-ab44-b6c6142a2e64 HTTP/1.1" status: 200 len: 813 time: 0.0983562 Jan 24 15:45:35.217508 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-d317f2ac-cb12-4bea-bb40-fd23ff0e34f4 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/quotas/78e704ea5deb488094a9b6e2d1ecef91 HTTP/1.1" status: 200 len: 375 time: 0.0096357 Jan 24 15:45:35.251114 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-d553f518-c342-4137-93ef-4d037686d7c8 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=78e704ea5deb488094a9b6e2d1ecef91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289257 Jan 24 15:45:35.338012 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-30c1aca1-d712-4cb2-8b7a-a13c0fb169be service neutron] 10.222.0.112 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804873 Jan 24 15:45:35.429617 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-fe7b8583-7d6a-46ef-9809-24b97d3bb3c5 service neutron] 10.222.0.112 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854399 Jan 24 15:45:35.659770 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214256d-8c5c-4ec0-8780-b72488eaad2b req-4efe3873-7b34-4e08-988b-d8cbc334ae49 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 210 time: 0.1002786 Jan 24 15:45:36.382273 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:36.602913 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-32e05d78-fabb-416e-bad3-8b50f464a44d tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:36.604382 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-32e05d78-fabb-416e-bad3-8b50f464a44d tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.88 "GET /v2.0/networks?id=0168ff09-ecd5-4899-ab44-b6c6142a2e64 HTTP/1.1" status: 200 len: 813 time: 0.1094513 Jan 24 15:45:36.616315 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Request body: {'port': {'device_id': 'c6002b87-2485-41e8-9825-914fd40c50da', 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64', 'admin_state_up': True, 'tenant_id': '78e704ea5deb488094a9b6e2d1ecef91'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:45:36.748930 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-70271ce7-55a6-43d8-93f4-bccb2c2d0780 req-835d7e80-822c-4ab0-b611-b1f4accfe970 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 210 time: 0.0312955 Jan 24 15:45:36.755862 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Made reservation on behalf of 78e704ea5deb488094a9b6e2d1ecef91 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:45:36.759399 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:36.880455 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Allocated IP 172.20.0.9 (0168ff09-ecd5-4899-ab44-b6c6142a2e64/5b49f794-16a0-47e2-8439-24e7f114f24c/1ec949ff-96df-46f1-91a5-1283e0c20a26) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:45:37.028503 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks [] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.061163 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.102840 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:45:37.106426 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:45:37.110172 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:45:37.116539 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Pushing event updated for resources: {'Port': ['ID=1ec949ff-96df-46f1-91a5-1283e0c20a26,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:45:37.143345 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.143691 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.144027 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.144359 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.144697 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.145009 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.145332 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.145652 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.145973 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.146291 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.146607 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.146953 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.147301 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:45:37.172989 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:37.173668 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.192546 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-cf1b0c29-d447-4784-bcdd-5699972bde11 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797591 Jan 24 15:45:37.205846 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Request body: {'port': {'device_id': 'c6002b87-2485-41e8-9825-914fd40c50da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:45:37.266654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.521803 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec949ff-96df-46f1-91a5-1283e0c20a26 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:45:37.529719 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Publish callbacks [] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.541153 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Transition to ACTIVE for port object 1ec949ff-96df-46f1-91a5-1283e0c20a26 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:45:37.546188 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.595408 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Pushing event updated for resources: {'Port': ['ID=1ec949ff-96df-46f1-91a5-1283e0c20a26,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:45:37.666124 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Attempting to bind port 1ec949ff-96df-46f1-91a5-1283e0c20a26 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:45:37.666799 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Attempting to bind port 1ec949ff-96df-46f1-91a5-1283e0c20a26 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:45:37.666799 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Attempting to bind port 1ec949ff-96df-46f1-91a5-1283e0c20a26 on network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:45:37.671953 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Port 1ec949ff-96df-46f1-91a5-1283e0c20a26 on network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:45:37.672270 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Attempting to bind port 1ec949ff-96df-46f1-91a5-1283e0c20a26 on network 0168ff09-ecd5-4899-ab44-b6c6142a2e64 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:45:37.676946 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:45:37.677277 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Checking segment: {'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:45:37.677655 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Bound using segment: {'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:45:37.678072 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Bound port: 1ec949ff-96df-46f1-91a5-1283e0c20a26, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f34177d-776e-47bb-b2c0-7456c231c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:45:37.678420 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.740412 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] For port 1ec949ff-96df-46f1-91a5-1283e0c20a26, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:45:37.743293 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] For port 1ec949ff-96df-46f1-91a5-1283e0c20a26, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=1ec949ff-96df-46f1-91a5-1283e0c20a26,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:45:37.748726 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.781728 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:37.782336 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:37.783809 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] 10.222.0.88 "PUT /v2.0/ports/1ec949ff-96df-46f1-91a5-1283e0c20a26 HTTP/1.1" status: 200 len: 1093 time: 0.5824697 Jan 24 15:45:37.784244 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6002b87-2485-41e8-9825-914fd40c50da', 'tag': '1ec949ff-96df-46f1-91a5-1283e0c20a26'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:45:37.786458 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6002b87-2485-41e8-9825-914fd40c50da", "tag": "1ec949ff-96df-46f1-91a5-1283e0c20a26"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:45:37.814149 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57b949-74bc-4860-97b4-9bad529499ae service neutron] Pushing event updated for resources: {'Port': ['ID=1ec949ff-96df-46f1-91a5-1283e0c20a26,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:45:37.828416 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fcf705-1ed6-40a6-972d-3ae6b0d73ddd x-openstack-request-id: req-a2fcf705-1ed6-40a6-972d-3ae6b0d73ddd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:45:37.828735 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6002b87-2485-41e8-9825-914fd40c50da", "tag": "1ec949ff-96df-46f1-91a5-1283e0c20a26", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:45:37.828992 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a2fcf705-1ed6-40a6-972d-3ae6b0d73ddd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:45:37.829421 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6002b87-2485-41e8-9825-914fd40c50da', 'tag': '1ec949ff-96df-46f1-91a5-1283e0c20a26', 'status': 'completed', 'code': 200} Jan 24 15:45:37.877456 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-7a663c1d-0f56-4095-8fc8-90f47756211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:37.878943 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-7a663c1d-0f56-4095-8fc8-90f47756211d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=78e704ea5deb488094a9b6e2d1ecef91&device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 1096 time: 0.0448146 Jan 24 15:45:37.880448 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cebe-b80d-4e00-adb1-cafd3788e87d req-529cd54f-fbcf-4513-801f-46c6031affba tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:37.881904 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e356cebe-b80d-4e00-adb1-cafd3788e87d req-529cd54f-fbcf-4513-801f-46c6031affba tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 943 time: 0.0498068 Jan 24 15:45:37.921800 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-f0518779-ceb9-4676-a9cb-889aac447bda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec949ff-96df-46f1-91a5-1283e0c20a26 HTTP/1.1" status: 200 len: 217 time: 0.0346355 Jan 24 15:45:37.928945 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e356cebe-b80d-4e00-adb1-cafd3788e87d req-ca10b7a2-ce86-49ee-9bf3-3591dbf19039 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Jan 24 15:45:37.975941 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-4bfe7011-0734-41ac-b56a-4bf486015041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:37.978016 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-4bfe7011-0734-41ac-b56a-4bf486015041 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5b49f794-16a0-47e2-8439-24e7f114f24c HTTP/1.1" status: 200 len: 853 time: 0.0505495 Jan 24 15:45:38.009426 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-542e168e-c5e2-4da5-83e4-4a48716fc7a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0168ff09-ecd5-4899-ab44-b6c6142a2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257559 Jan 24 15:45:38.100443 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-d6113b45-6b7b-4dab-8319-701d8ae479f4 service neutron] 10.222.0.88 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853992 Jan 24 15:45:38.469134 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-eeebeb56-76a6-4b40-92fd-50b868026944 req-2dee36fa-d413-4e1e-b5da-070f3353e5f6 service neutron] 10.222.0.88 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625152 Jan 24 15:45:38.554007 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-b5305d0e-d866-46d1-bf99-0a7151e7a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:38.555464 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-b5305d0e-d866-46d1-bf99-0a7151e7a9e7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=78e704ea5deb488094a9b6e2d1ecef91&device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 1096 time: 0.0394709 Jan 24 15:45:38.644594 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-832f93e0-3a58-4908-a416-f51168c87e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:38.646004 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-832f93e0-3a58-4908-a416-f51168c87e96 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0168ff09-ecd5-4899-ab44-b6c6142a2e64 HTTP/1.1" status: 200 len: 914 time: 0.0849779 Jan 24 15:45:38.690170 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-6020bca8-7b4a-48f7-9f12-afb95e4c596f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec949ff-96df-46f1-91a5-1283e0c20a26 HTTP/1.1" status: 200 len: 217 time: 0.0363979 Jan 24 15:45:38.739087 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-9c7aefc5-ff8f-4de9-9bbe-554dd69c7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:38.740570 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-9c7aefc5-ff8f-4de9-9bbe-554dd69c7154 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5b49f794-16a0-47e2-8439-24e7f114f24c HTTP/1.1" status: 200 len: 853 time: 0.0440776 Jan 24 15:45:38.771999 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-67a7adce-b985-4f24-936f-b496346b4837 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0168ff09-ecd5-4899-ab44-b6c6142a2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247917 Jan 24 15:45:38.864356 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-cd650188-26a4-4618-8754-b0c0a6310f3a service neutron] 10.222.0.88 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844703 Jan 24 15:45:38.952913 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-016b2b2b-4edf-4ce9-93b8-4a042dc56b8b req-5d67a1dc-a69d-48c2-a6f1-c6370fc6391b service neutron] 10.222.0.88 "GET /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813594 Jan 24 15:45:39.055324 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d7d56-c2d2-4436-ae27-eeb742268585 req-3c675eb8-cc1e-431a-bb0b-e9fd57898350 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:39.058523 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b61d7d56-c2d2-4436-ae27-eeb742268585 req-3c675eb8-cc1e-431a-bb0b-e9fd57898350 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 943 time: 0.0564861 Jan 24 15:45:39.106302 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b61d7d56-c2d2-4436-ae27-eeb742268585 req-067e5702-271d-467a-9cf1-769b2c8ea894 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Jan 24 15:45:39.333531 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:45:40.217785 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a335-a412-4209-8eee-d2531ab7c1bc req-15538fda-b10e-4c9c-92fe-4c0a128e9018 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:40.219228 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a366a335-a412-4209-8eee-d2531ab7c1bc req-15538fda-b10e-4c9c-92fe-4c0a128e9018 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 943 time: 0.0465827 Jan 24 15:45:40.267332 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a366a335-a412-4209-8eee-d2531ab7c1bc req-3f9a3ef8-006c-4a98-9961-345f1f0227ff tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427198 Jan 24 15:45:40.325763 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 1ec949ff-96df-46f1-91a5-1283e0c20a26 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:45:40.420703 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 1ec949ff-96df-46f1-91a5-1283e0c20a26, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=1ec949ff-96df-46f1-91a5-1283e0c20a26,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:45:40.431480 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '1ec949ff-96df-46f1-91a5-1283e0c20a26', 'network_id': '0168ff09-ecd5-4899-ab44-b6c6142a2e64', 'port_id': '1ec949ff-96df-46f1-91a5-1283e0c20a26', 'mac_address': 'fa:16:3e:c1:fb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b49f794-16a0-47e2-8439-24e7f114f24c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:45:40.467040 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 1ec949ff-96df-46f1-91a5-1283e0c20a26 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:45:40.467464 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:40.479932 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec949ff-96df-46f1-91a5-1283e0c20a26 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:45:40.500218 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 1ec949ff-96df-46f1-91a5-1283e0c20a26, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=1ec949ff-96df-46f1-91a5-1283e0c20a26,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:45:40.504658 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:40.550404 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=1ec949ff-96df-46f1-91a5-1283e0c20a26,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:45:40.695123 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['1ec949ff-96df-46f1-91a5-1283e0c20a26'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:45:41.383694 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016987c-6314-405f-bbff-bf845e2463af req-4192fe08-baf2-4c64-8552-cf63a31b13b4 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:41.385157 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9016987c-6314-405f-bbff-bf845e2463af req-4192fe08-baf2-4c64-8552-cf63a31b13b4 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 944 time: 0.0509357 Jan 24 15:45:41.430956 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9016987c-6314-405f-bbff-bf845e2463af req-73b23798-908b-431d-8916-8a88ff6d6f5f tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395856 Jan 24 15:45:42.336522 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 1ec949ff-96df-46f1-91a5-1283e0c20a26 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:45:42.384670 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 1ec949ff-96df-46f1-91a5-1283e0c20a26 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:45:42.389312 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 1ec949ff-96df-46f1-91a5-1283e0c20a26 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:45:42.389690 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:42.556041 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e7cf8-5efb-4f40-9576-e489661aa2f6 req-54ddb978-f1ec-4a27-8492-80d4dd5bc473 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:42.557629 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e1e7cf8-5efb-4f40-9576-e489661aa2f6 req-54ddb978-f1ec-4a27-8492-80d4dd5bc473 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 944 time: 0.0522048 Jan 24 15:45:42.600457 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 1ec949ff-96df-46f1-91a5-1283e0c20a26 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:45:42.600838 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:42.607942 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e1e7cf8-5efb-4f40-9576-e489661aa2f6 req-717ec533-7d6f-4671-a591-8f13306d4e4f tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445271 Jan 24 15:45:42.625433 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6002b87-2485-41e8-9825-914fd40c50da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec949ff-96df-46f1-91a5-1283e0c20a26'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:45:42.627652 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f8dc04-60b0-459b-b7c3-29c56c2bc411" -d '{"events": [{"server_uuid": "c6002b87-2485-41e8-9825-914fd40c50da", "name": "network-vif-plugged", "status": "completed", "tag": "1ec949ff-96df-46f1-91a5-1283e0c20a26"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:45:42.639573 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 1ec949ff-96df-46f1-91a5-1283e0c20a26, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=1ec949ff-96df-46f1-91a5-1283e0c20a26,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:45:42.643825 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:42.665963 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f93f4b-e72b-40d6-a4c3-3bc8f32bd0a7 x-openstack-request-id: req-95f93f4b-e72b-40d6-a4c3-3bc8f32bd0a7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:45:42.666248 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6002b87-2485-41e8-9825-914fd40c50da", "name": "network-vif-plugged", "status": "completed", "tag": "1ec949ff-96df-46f1-91a5-1283e0c20a26", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:45:42.666506 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-95f93f4b-e72b-40d6-a4c3-3bc8f32bd0a7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:45:42.666888 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6002b87-2485-41e8-9825-914fd40c50da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec949ff-96df-46f1-91a5-1283e0c20a26', 'code': 200} Jan 24 15:45:42.695903 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=1ec949ff-96df-46f1-91a5-1283e0c20a26,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:45:42.851424 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7929-d0e4-45ba-a663-34ffaf59e73a req-d97110c7-404e-4946-aadb-424cea3032e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:42.852798 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1e1b7929-d0e4-45ba-a663-34ffaf59e73a req-d97110c7-404e-4946-aadb-424cea3032e9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 1098 time: 0.0422163 Jan 24 15:45:42.895566 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1e1b7929-d0e4-45ba-a663-34ffaf59e73a req-842c0199-5c0f-4dda-a2b5-f947b15cefd9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Jan 24 15:45:43.723134 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ebce-1bff-469d-8a97-084c9826f3a6 req-a6031e9b-2ea4-4b7c-a748-5f8d4a5da02c tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:43.724604 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4681ebce-1bff-469d-8a97-084c9826f3a6 req-a6031e9b-2ea4-4b7c-a748-5f8d4a5da02c tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 945 time: 0.0482066 Jan 24 15:45:43.772760 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4681ebce-1bff-469d-8a97-084c9826f3a6 req-876324e2-2516-4bdd-973c-530ecb3bf799 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Jan 24 15:45:44.888484 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac18484-8c9e-4795-a432-285187ab593b req-977249ab-715f-46b3-9c3c-e0c14763f4cd tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:45:44.889910 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bac18484-8c9e-4795-a432-285187ab593b req-977249ab-715f-46b3-9c3c-e0c14763f4cd tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 945 time: 0.0481763 Jan 24 15:45:44.935680 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bac18484-8c9e-4795-a432-285187ab593b req-23b2f7fc-5614-42e4-b326-a884b3474957 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Jan 24 15:45:56.108059 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54292af6-d425-49ad-8536-944d14ceb447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:58.295451 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b7af94f-586a-47bb-b548-0d150ab1c47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:45:59.352505 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:01.061588 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:02.457546 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:02.763377 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b05c7-26f5-4a8e-a709-60a62b7c8b02 req-7636de32-9755-4340-b383-bbfe6d7b4415 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:02.764845 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-543b05c7-26f5-4a8e-a709-60a62b7c8b02 req-7636de32-9755-4340-b383-bbfe6d7b4415 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 945 time: 0.0495603 Jan 24 15:46:02.813841 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-543b05c7-26f5-4a8e-a709-60a62b7c8b02 req-9bb5824a-1c16-4655-a0fb-48aabe47226b tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Jan 24 15:46:03.932623 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48575-9724-4152-b886-85665e4833be req-c9cf92e1-413a-4e26-b499-5d5987bd48af tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:03.934733 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01c48575-9724-4152-b886-85665e4833be req-c9cf92e1-413a-4e26-b499-5d5987bd48af tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 945 time: 0.0521009 Jan 24 15:46:03.979453 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01c48575-9724-4152-b886-85665e4833be req-9f56c138-2c4c-46d4-8a4f-26d00f360bb7 tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/security-groups?id=5ad7fc16-75dc-4f55-bee0-2a42437072e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391133 Jan 24 15:46:04.353971 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-b65329bd-159e-41a8-a438-8bef44b8322e tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:04.356096 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-b65329bd-159e-41a8-a438-8bef44b8322e tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 945 time: 0.0479226 Jan 24 15:46:04.443782 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Deleting port 1ec949ff-96df-46f1-91a5-1283e0c20a26 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:46:04.444125 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:04.534055 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] For port 1ec949ff-96df-46f1-91a5-1283e0c20a26, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=1ec949ff-96df-46f1-91a5-1283e0c20a26,segment=NetworkSegment(3f34177d-776e-47bb-b2c0-7456c231c5e7),segment_id=3f34177d-776e-47bb-b2c0-7456c231c5e7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:46:04.534419 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:04.547326 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Calling delete_port for 1ec949ff-96df-46f1-91a5-1283e0c20a26 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:46:04.673176 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (1ec949ff-96df-46f1-91a5-1283e0c20a26), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:04.686244 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['1ec949ff-96df-46f1-91a5-1283e0c20a26'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:46:04.701089 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Pushing event deleted for resources: {'Port': ['ID=1ec949ff-96df-46f1-91a5-1283e0c20a26,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:04.740711 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] No DVR routers for this DVR port 1ec949ff-96df-46f1-91a5-1283e0c20a26 on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:46:04.743232 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:04.746482 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-84c71c7e-9421-4ec7-a15b-9514d85e18ff req-7d2b5437-e18d-47fe-94e4-af827980f83a tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.88 "DELETE /v2.0/ports/1ec949ff-96df-46f1-91a5-1283e0c20a26 HTTP/1.1" status: 204 len: 173 time: 0.3848495 Jan 24 15:46:04.746908 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6002b87-2485-41e8-9825-914fd40c50da', 'name': 'network-vif-deleted', 'tag': '1ec949ff-96df-46f1-91a5-1283e0c20a26'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:46:04.749190 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a16b6-6da1-491d-9850-bc33c80e1c2b" -d '{"events": [{"server_uuid": "c6002b87-2485-41e8-9825-914fd40c50da", "name": "network-vif-deleted", "tag": "1ec949ff-96df-46f1-91a5-1283e0c20a26"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:46:04.789025 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86008b9c-fdee-4785-8670-1dd0639f1a04 x-openstack-request-id: req-86008b9c-fdee-4785-8670-1dd0639f1a04 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:46:04.789323 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6002b87-2485-41e8-9825-914fd40c50da", "name": "network-vif-deleted", "tag": "1ec949ff-96df-46f1-91a5-1283e0c20a26", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:46:04.789553 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-86008b9c-fdee-4785-8670-1dd0639f1a04 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:46:04.789946 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6002b87-2485-41e8-9825-914fd40c50da', 'name': 'network-vif-deleted', 'tag': '1ec949ff-96df-46f1-91a5-1283e0c20a26', 'status': 'completed', 'code': 200} Jan 24 15:46:05.086763 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b47e9c2a-b221-4735-aa3e-06f5bf37d38e req-bf5717f1-003b-401a-9229-98dffbf82a8b tempest-VolumesSnapshotTestJSON-1306217836 tempest-VolumesSnapshotTestJSON-1306217836-project] 10.222.0.112 "GET /v2.0/ports?device_id=c6002b87-2485-41e8-9825-914fd40c50da HTTP/1.1" status: 200 len: 210 time: 0.0294704 Jan 24 15:46:06.414863 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:08.600479 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 1ec949ff-96df-46f1-91a5-1283e0c20a26 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:46:08.622395 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 1ec949ff-96df-46f1-91a5-1283e0c20a26 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:46:08.622925 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 1ec949ff-96df-46f1-91a5-1283e0c20a26 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:46:16.331608 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:46:26.111928 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9cd67473-a07d-4853-82db-a24e869cbbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.012080 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39500) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:27.054884 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Deleting subnet 5b49f794-16a0-47e2-8439-24e7f114f24c {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:46:27.058502 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Publish callbacks [] for subnet (5b49f794-16a0-47e2-8439-24e7f114f24c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.091898 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (5b49f794-16a0-47e2-8439-24e7f114f24c), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.133672 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (5b49f794-16a0-47e2-8439-24e7f114f24c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.183673 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (5b49f794-16a0-47e2-8439-24e7f114f24c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.207460 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b49f794-16a0-47e2-8439-24e7f114f24c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:27.211870 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.215541 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/5b49f794-16a0-47e2-8439-24e7f114f24c HTTP/1.1" status: 204 len: 168 time: 0.2019653 Jan 24 15:46:27.217770 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:27.219937 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.220282 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.220626 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.220964 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.221297 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.221621 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.221949 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.222273 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.222595 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.222916 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.223262 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.223584 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.223897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44a57d4-6fbf-43de-9f95-2cbcbc1a6899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:27.288746 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (0168ff09-ecd5-4899-ab44-b6c6142a2e64), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.366662 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (0168ff09-ecd5-4899-ab44-b6c6142a2e64), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.387806 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0168ff09-ecd5-4899-ab44-b6c6142a2e64']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:27.396763 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f34177d-776e-47bb-b2c0-7456c231c5e7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:27.397059 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f34177d-776e-47bb-b2c0-7456c231c5e7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:27.410974 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9520832'] for segment (3f34177d-776e-47bb-b2c0-7456c231c5e7), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.424964 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (3f34177d-776e-47bb-b2c0-7456c231c5e7), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.430604 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:46:27.430986 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520026'] for segment (3f34177d-776e-47bb-b2c0-7456c231c5e7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.433608 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: Traceback (most recent call last): Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: timer() Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: cb(*args, **kw) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: return func(*args, **kwargs) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: self._notify() Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: self.callback(batched_events) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: event.method(event) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: return f(self, *a, **k) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._get(url).json() Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:46:27.436262 dv-cinder-820164-3-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:46:27.486645 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (0168ff09-ecd5-4899-ab44-b6c6142a2e64), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.490937 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.495029 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] 10.222.0.112 "DELETE /v2.0/networks/0168ff09-ecd5-4899-ab44-b6c6142a2e64 HTTP/1.1" status: 204 len: 168 time: 0.2762644 Jan 24 15:46:27.507229 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c25c8f-3a2a-4816-b47c-a15c40d315bc admin admin] Pushing event deleted for resources: {'Network': ['ID=0168ff09-ecd5-4899-ab44-b6c6142a2e64,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:27.601277 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:27.640505 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d201cb9d-8d0e-47d6-a43e-4f49023d2129 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=78e704ea5deb488094a9b6e2d1ecef91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381038 Jan 24 15:46:27.642951 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:27.690815 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c7564f9-649a-484e-b2b2-fc61b5d0f96e admin admin] Publish callbacks [] for security_group (5ad7fc16-75dc-4f55-bee0-2a42437072e9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.716550 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c7564f9-649a-484e-b2b2-fc61b5d0f96e admin admin] Publish callbacks [] for security_group (5ad7fc16-75dc-4f55-bee0-2a42437072e9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.762995 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c7564f9-649a-484e-b2b2-fc61b5d0f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (5ad7fc16-75dc-4f55-bee0-2a42437072e9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.765610 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c7564f9-649a-484e-b2b2-fc61b5d0f96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:27.767590 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7c7564f9-649a-484e-b2b2-fc61b5d0f96e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5ad7fc16-75dc-4f55-bee0-2a42437072e9 HTTP/1.1" status: 204 len: 168 time: 0.1235075 Jan 24 15:46:27.775361 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7564f9-649a-484e-b2b2-fc61b5d0f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7fc16-75dc-4f55-bee0-2a42437072e9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:28.297575 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c722e41-d77a-44aa-bb07-6bfd5511201a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.469174 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:28.565130 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-562124669-network', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:28.587956 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Made reservation on behalf of ae2b85b33e6a451a85d96a170fecb3c3 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:46:28.590291 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.598566 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.670844 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Publish callbacks [] for security_group (679ab840-2a2e-430f-ba1f-ac1b75f5789e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.674255 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (679ab840-2a2e-430f-ba1f-ac1b75f5789e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.693804 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:46:28.708411 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679ab840-2a2e-430f-ba1f-ac1b75f5789e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:28.711298 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (0ed8392b-a461-4214-b9ab-466a06157a2c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.711636 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Added segment 0ed8392b-a461-4214-b9ab-466a06157a2c of type vlan for network 3439a9b7-ed9b-481c-ac38-54712a861f51 Jan 24 15:46:28.751015 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (3439a9b7-ed9b-481c-ac38-54712a861f51), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.774857 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (3439a9b7-ed9b-481c-ac38-54712a861f51), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.776443 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:28.777037 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:28.832529 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3621211 Jan 24 15:46:28.835360 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39534) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:28.839893 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c553ac2-6483-41e2-91e7-1d5da8c458ff admin admin] Pushing event updated for resources: {'Network': ['ID=3439a9b7-ed9b-481c-ac38-54712a861f51,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:28.841257 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Request body: {'subnet': {'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-562124669-subnet', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:28.849805 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:46:28.868469 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Made reservation on behalf of ae2b85b33e6a451a85d96a170fecb3c3 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:46:28.871539 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9697906'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.044052 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9697868'] for subnet (663dfb1e-dfc3-4781-8b30-69477223b15d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.104220 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=663dfb1e-dfc3-4781-8b30-69477223b15d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:29.113987 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Checking segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:46:29.114362 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Network hostable DHCP agents. Network: 3439a9b7-ed9b-481c-ac38-54712a861f51, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:46:29.131435 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:46:29.139990 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 3439a9b7-ed9b-481c-ac38-54712a861f51) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:29.144762 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:29.145875 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.149071 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbb019-8d45-4afc-8adb-1053fdc8cdad None None] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:46:29.162888 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-27bca036-d9f7-4134-8e83-bce1d9f7bf3e admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3264027 Jan 24 15:46:29.165585 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39536) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:29.170317 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:29.192228 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.193257 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.248648 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks [] for router_controller (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.252368 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-3439a9b7-ed9b-481c-ac38-54712a861f51', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:46:29.253336 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.383000 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks [] for router_gateway (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.384111 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.408516 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Allocated IP 172.20.0.2 (3439a9b7-ed9b-481c-ac38-54712a861f51/663dfb1e-dfc3-4781-8b30-69477223b15d/75ae1966-8222-4044-a029-2abd5f703334) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:46:29.553770 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Publish callbacks [] for port (75ae1966-8222-4044-a029-2abd5f703334), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.561016 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (75ae1966-8222-4044-a029-2abd5f703334), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.587348 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks [] for router_gateway (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.601109 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:46:29.604642 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:29.606572 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.608928 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:46:29.612212 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Pushing event updated for resources: {'Port': ['ID=75ae1966-8222-4044-a029-2abd5f703334,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:29.623621 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.623980 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.624334 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.624681 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.625029 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.625366 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.625703 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.626040 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.626381 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.626707 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.627034 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.627390 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.627718 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:29.673020 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Attempting to bind port 75ae1966-8222-4044-a029-2abd5f703334 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:46:29.673557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Attempting to bind port 75ae1966-8222-4044-a029-2abd5f703334 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:46:29.673919 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Attempting to bind port 75ae1966-8222-4044-a029-2abd5f703334 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:46:29.678839 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:46:29.679244 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Checking segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:46:29.679650 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.680037 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Bound using segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:46:29.680495 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Bound port: 75ae1966-8222-4044-a029-2abd5f703334, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:46:29.680873 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (75ae1966-8222-4044-a029-2abd5f703334), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.714926 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Allocated IP 172.27.2.198 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/94ee165e-80c0-42c3-ae7b-b519d4e791bc) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:46:29.748507 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] For port 75ae1966-8222-4044-a029-2abd5f703334, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:46:29.751862 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] For port 75ae1966-8222-4044-a029-2abd5f703334, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=75ae1966-8222-4044-a029-2abd5f703334,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:46:29.756033 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (75ae1966-8222-4044-a029-2abd5f703334), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.810798 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92699e21-7864-4e76-a5de-b02f0a8abe97 None None] Pushing event updated for resources: {'Port': ['ID=75ae1966-8222-4044-a029-2abd5f703334,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:29.823851 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks [] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.856278 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:29.901068 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:46:29.903923 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:29.907750 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:46:29.913253 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Pushing event updated for resources: {'Port': ['ID=94ee165e-80c0-42c3-ae7b-b519d4e791bc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:30.174575 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks [] for router_gateway (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:30.366343 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:30.498336 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:46:30.609628 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:46:30.621391 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:46:30.629053 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:30.630324 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-65ed89c6-4ecc-444b-9a03-10ac397c9e85 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4632530 Jan 24 15:46:30.633033 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39538) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:30.635503 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:46:30.636175 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:30.733470 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65576ae6-3aa4-4466-b694-b5b10b38b540 None None] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:46:30.809897 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:46:30.882097 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a41c1491-740d-4cbf-a447-c78e52ac40a7 None None] Provisioning complete for port 75ae1966-8222-4044-a029-2abd5f703334 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:30.882470 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a41c1491-740d-4cbf-a447-c78e52ac40a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (75ae1966-8222-4044-a029-2abd5f703334), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.106159 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.113930 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a41c1491-740d-4cbf-a447-c78e52ac40a7 None None] Current status of the port 75ae1966-8222-4044-a029-2abd5f703334 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:31.114325 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a41c1491-740d-4cbf-a447-c78e52ac40a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (75ae1966-8222-4044-a029-2abd5f703334), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.159135 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a41c1491-740d-4cbf-a447-c78e52ac40a7 None None] For port 75ae1966-8222-4044-a029-2abd5f703334, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=75ae1966-8222-4044-a029-2abd5f703334,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:46:31.165405 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:30Z', 'revision_number': 3, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:31.168875 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a41c1491-740d-4cbf-a447-c78e52ac40a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (75ae1966-8222-4044-a029-2abd5f703334), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.198513 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:46:31.198894 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Updating router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 port 94ee165e-80c0-42c3-ae7b-b519d4e791bc binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:46:31.257703 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.297996 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c1491-740d-4cbf-a447-c78e52ac40a7 None None] Pushing event updated for resources: {'Port': ['ID=75ae1966-8222-4044-a029-2abd5f703334,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:31.318138 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-92ba9e70-dc96-4610-a6fd-bf08aa77c32c None None] Provisioning complete for port 75ae1966-8222-4044-a029-2abd5f703334 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:31.318513 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92ba9e70-dc96-4610-a6fd-bf08aa77c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (75ae1966-8222-4044-a029-2abd5f703334), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.319507 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.475548 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Allocated IP 172.20.0.1 (3439a9b7-ed9b-481c-ac38-54712a861f51/663dfb1e-dfc3-4781-8b30-69477223b15d/50eb27ea-e39f-49df-933a-a16eb84fe824) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:46:31.587552 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Publish callbacks [] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.627313 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.663256 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-92ba9e70-dc96-4610-a6fd-bf08aa77c32c None None] Current status of the port 75ae1966-8222-4044-a029-2abd5f703334 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:31.674605 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:46:31.678611 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:31.684569 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:46:31.687682 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Pushing event updated for resources: {'Port': ['ID=50eb27ea-e39f-49df-933a-a16eb84fe824,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:31.697035 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 75ae1966-8222-4044-a029-2abd5f703334 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:31.726815 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.777795 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Publish callbacks [] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.788660 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.836636 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 75ae1966-8222-4044-a029-2abd5f703334 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:31.837118 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (75ae1966-8222-4044-a029-2abd5f703334), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.867488 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.879255 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc99a9-d698-409e-8638-2d1034845a2e None None] Pushing event updated for resources: {'Port': ['ID=94ee165e-80c0-42c3-ae7b-b519d4e791bc,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:31.882641 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Attempting to bind port 94ee165e-80c0-42c3-ae7b-b519d4e791bc on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:46:31.883051 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Attempting to bind port 94ee165e-80c0-42c3-ae7b-b519d4e791bc by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:46:31.883452 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Attempting to bind port 94ee165e-80c0-42c3-ae7b-b519d4e791bc on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:46:31.893708 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:46:31.894093 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:46:31.894502 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.894897 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:46:31.895396 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Bound port: 94ee165e-80c0-42c3-ae7b-b519d4e791bc, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:46:31.895797 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:31.985442 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] For port 94ee165e-80c0-42c3-ae7b-b519d4e791bc, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:46:32.005737 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] For port 94ee165e-80c0-42c3-ae7b-b519d4e791bc, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=94ee165e-80c0-42c3-ae7b-b519d4e791bc,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:46:32.007665 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 75ae1966-8222-4044-a029-2abd5f703334 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:32.014461 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:32.023133 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-70d7f2ea-f858-4412-b620-c21ed28d601b None None] Provisioning complete for port 50eb27ea-e39f-49df-933a-a16eb84fe824 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:32.023529 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70d7f2ea-f858-4412-b620-c21ed28d601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:32.041877 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Publish callbacks [] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:32.048256 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:32.095122 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-70d7f2ea-f858-4412-b620-c21ed28d601b None None] Port 50eb27ea-e39f-49df-933a-a16eb84fe824 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:46:32.101478 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:46:32.102110 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:32.122182 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Pushing event updated for resources: {'Port': ['ID=50eb27ea-e39f-49df-933a-a16eb84fe824,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:32.124715 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:32.147521 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc99a9-d698-409e-8638-2d1034845a2e None None] Pushing event updated for resources: {'Port': ['ID=94ee165e-80c0-42c3-ae7b-b519d4e791bc,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:32.216946 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:46:32.218349 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:32.221071 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:46:32.337842 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:46:32.435494 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 2, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:32.454088 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:46:32.459048 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c3876947-f061-4f47-8c4a-269c251610b0 admin admin] 10.222.0.112 "PUT /v2.0/routers/d87443a6-fde4-41d6-b2cd-7f47d4dfbd59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8226309 Jan 24 15:46:32.470010 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6681d-12c2-4706-bb80-a2e135dfe133 None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 2, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:46:32.483576 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:32.517320 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-064624d3-b81b-44e8-a0fb-424ee1b34462 None None] Provisioning complete for port 50eb27ea-e39f-49df-933a-a16eb84fe824 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:32.517793 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-064624d3-b81b-44e8-a0fb-424ee1b34462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:32.553005 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-064624d3-b81b-44e8-a0fb-424ee1b34462 None None] Port 50eb27ea-e39f-49df-933a-a16eb84fe824 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:46:32.974707 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:32.979759 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-421470313-network', 'tenant_id': '82117761ee854befb1e3eb55f53408a6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:33.003209 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Made reservation on behalf of 82117761ee854befb1e3eb55f53408a6 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:46:33.005525 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.014684 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.095710 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Publish callbacks [] for security_group (f51c0706-fdec-40d5-b74b-a127e01b172f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.100439 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (f51c0706-fdec-40d5-b74b-a127e01b172f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.128399 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 15:46:33.144872 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51c0706-fdec-40d5-b74b-a127e01b172f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:33.147669 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (9edfdfdd-8d00-4a66-aa50-9d696de3e006), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.148019 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Added segment 9edfdfdd-8d00-4a66-aa50-9d696de3e006 of type vlan for network 62f7cf21-13d8-495e-a533-c30885f96450 Jan 24 15:46:33.191633 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750419336789'] for network (62f7cf21-13d8-495e-a533-c30885f96450), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.220662 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457'] for network (62f7cf21-13d8-495e-a533-c30885f96450), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.221672 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:33.222260 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.257742 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2794442 Jan 24 15:46:33.258223 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:33.263960 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Request body: {'subnet': {'network_id': '62f7cf21-13d8-495e-a533-c30885f96450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-421470313-subnet', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:33.286842 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94658ac-177d-483a-88f0-88a364c7432e admin admin] Pushing event updated for resources: {'Network': ['ID=62f7cf21-13d8-495e-a533-c30885f96450,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:33.289817 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Made reservation on behalf of 82117761ee854befb1e3eb55f53408a6 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:46:33.293269 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9697906'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.299480 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Network 62f7cf21-13d8-495e-a533-c30885f96450 details requested by agent ovs-agent-dv-cinder-820164-3-iscsi with host dv-cinder-820164-3-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 15:46:33.471074 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9697868'] for subnet (be92d8c8-2b1a-46de-ab40-c9a758b3e2b1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.529921 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be92d8c8-2b1a-46de-ab40-c9a758b3e2b1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:33.539546 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Checking segment: {'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:46:33.539906 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Network hostable DHCP agents. Network: 62f7cf21-13d8-495e-a533-c30885f96450, hostable agents: ['cee750b5-2e3f-4ec2-bc06-9eb388bd79ba'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 15:46:33.558824 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Network 62f7cf21-13d8-495e-a533-c30885f96450 is scheduled to be hosted by DHCP agent cee750b5-2e3f-4ec2-bc06-9eb388bd79ba with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 15:46:33.571384 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-3-iscsi, 62f7cf21-13d8-495e-a533-c30885f96450) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:33.577298 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:33.577902 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.587138 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f68d35-32ef-4bf3-a37b-96835cd48245 None None] Network 62f7cf21-13d8-495e-a533-c30885f96450 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:46:33.609157 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:33.609348 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3aa2f380-e4ea-4139-8f05-d2c0ed2afa9b admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3498824 Jan 24 15:46:33.615790 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:33.645512 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28621'] for router (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.646840 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28610'] for router (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.672447 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 94ee165e-80c0-42c3-ae7b-b519d4e791bc up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:33.709652 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks [] for router_controller (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.762737 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 94ee165e-80c0-42c3-ae7b-b519d4e791bc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:33.763228 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.767087 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp319f5d1f-bc68-582a-850e-3f3b39f9437b-62f7cf21-13d8-495e-a533-c30885f96450', 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450', 'project_id': '82117761ee854befb1e3eb55f53408a6', 'fixed_ips': [{'subnet_id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1'}]}} from dv-cinder-820164-3-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 15:46:33.767951 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.862795 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks [] for router_gateway (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.951078 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 94ee165e-80c0-42c3-ae7b-b519d4e791bc is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:33.951397 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:33.983474 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port 94ee165e-80c0-42c3-ae7b-b519d4e791bc, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=94ee165e-80c0-42c3-ae7b-b519d4e791bc,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:46:33.990384 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Allocated IP 172.20.0.2 (62f7cf21-13d8-495e-a533-c30885f96450/be92d8c8-2b1a-46de-ab40-c9a758b3e2b1/a4af9b75-5cd7-4e99-8b7a-e62cec6375ed) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:46:33.992269 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.071182 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks [] for router_gateway (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.091689 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.097054 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=94ee165e-80c0-42c3-ae7b-b519d4e791bc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:34.182725 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Publish callbacks [] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.188795 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.209488 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Allocated IP 172.27.2.85 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/b31fe090-9992-41d0-a702-cd36504912ac) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:46:34.247992 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Network 62f7cf21-13d8-495e-a533-c30885f96450 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:46:34.250973 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:34.253355 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:46:34.279281 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Pushing event updated for resources: {'Port': ['ID=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:34.312703 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Attempting to bind port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:46:34.313747 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Attempting to bind port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:46:34.314115 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Attempting to bind port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed on network 62f7cf21-13d8-495e-a533-c30885f96450 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:46:34.319490 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:46:34.320028 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Checking segment: {'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:46:34.320257 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks [] for port (b31fe090-9992-41d0-a702-cd36504912ac), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.320427 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.320825 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Bound using segment: {'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:46:34.321297 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Bound port: a4af9b75-5cd7-4e99-8b7a-e62cec6375ed, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:46:34.321678 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.355019 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (b31fe090-9992-41d0-a702-cd36504912ac), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.386768 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] For port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:46:34.391191 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] For port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,segment=NetworkSegment(9edfdfdd-8d00-4a66-aa50-9d696de3e006),segment_id=9edfdfdd-8d00-4a66-aa50-9d696de3e006)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:46:34.396652 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.402738 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:46:34.405700 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:34.409344 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:46:34.438462 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Pushing event updated for resources: {'Port': ['ID=b31fe090-9992-41d0-a702-cd36504912ac,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:34.471095 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334574a0-08f5-4d37-be1d-bd3e0f52a526 None None] Pushing event updated for resources: {'Port': ['ID=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:34.589154 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:46:34.599261 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:46:34.599905 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:34.686545 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks [] for router_gateway (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.740262 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:46:34.892691 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661268'] for router (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:34.940427 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 2, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:34.967515 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:46:34.967796 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Updating router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 port 50eb27ea-e39f-49df-933a-a16eb84fe824 binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:46:34.992849 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.026755 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 is scheduled to L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 15:46:35.137898 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:46:35.148571 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Sync routers for ids ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:46:35.161181 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.165060 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-67abf9df-929e-4e7c-9b5d-1720a35fa375 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5518799 Jan 24 15:46:35.165605 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:35.168399 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Routers {'2b1c62d1-37c4-4ecb-86fc-f213c21bc057'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:46:35.169369 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:35.278037 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Publish callbacks [] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.284177 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.297434 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Set router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:46:35.336474 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Pushing event updated for resources: {'Port': ['ID=50eb27ea-e39f-49df-933a-a16eb84fe824,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:35.345993 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.346360 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.346697 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.347101 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.347385 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.347717 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.348039 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.348361 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.348687 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.349022 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.349346 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.349665 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.349984 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:35.418341 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Attempting to bind port 50eb27ea-e39f-49df-933a-a16eb84fe824 on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:46:35.418341 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Attempting to bind port 50eb27ea-e39f-49df-933a-a16eb84fe824 by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:46:35.418727 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Attempting to bind port 50eb27ea-e39f-49df-933a-a16eb84fe824 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:46:35.428449 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:46:35.428816 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Checking segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:46:35.429366 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.429822 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Bound using segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:46:35.431524 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Bound port: 50eb27ea-e39f-49df-933a-a16eb84fe824, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:46:35.432424 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.570869 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:46:34Z', 'revision_number': 3, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port': {'id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:34Z', 'updated_at': '2022-01-24T15:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:35.635696 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Checking router: 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:46:35.636075 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Updating router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 port b31fe090-9992-41d0-a702-cd36504912ac binding host dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:46:35.637664 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] For port 50eb27ea-e39f-49df-933a-a16eb84fe824, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:46:35.642330 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] For port 50eb27ea-e39f-49df-933a-a16eb84fe824, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=50eb27ea-e39f-49df-933a-a16eb84fe824,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:46:35.652943 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.716132 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:46:35.717135 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:35.821698 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.838943 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da12bc-33c7-4c90-aa21-aadabf703857 None None] Network 62f7cf21-13d8-495e-a533-c30885f96450 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:46:35.840636 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c28030-4249-4361-b62b-1698d77d0197 None None] Pushing event updated for resources: {'Port': ['ID=50eb27ea-e39f-49df-933a-a16eb84fe824,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:35.842572 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 94ee165e-80c0-42c3-ae7b-b519d4e791bc up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:35.879898 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:46:35.895099 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (b31fe090-9992-41d0-a702-cd36504912ac), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:35.990166 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Provisioning complete for port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:35.990538 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.069716 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Allocated IP 172.20.0.1 (62f7cf21-13d8-495e-a533-c30885f96450/be92d8c8-2b1a-46de-ab40-c9a758b3e2b1/54e04108-42a9-4564-94b1-7af034cc1e9f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:46:36.154552 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 94ee165e-80c0-42c3-ae7b-b519d4e791bc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:36.155288 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.167371 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:35Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:36.194101 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7757a-03ca-4a96-aff4-d043d4751b08 None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:35Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:46:36.203434 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Publish callbacks [] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.254945 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.305487 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Network 62f7cf21-13d8-495e-a533-c30885f96450 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:46:36.316933 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:36.320574 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:46:36.324632 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Current status of the port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:36.325025 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.333788 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Pushing event updated for resources: {'Port': ['ID=54e04108-42a9-4564-94b1-7af034cc1e9f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:36.387559 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660026'] for router_interface (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.449154 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] For port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,segment=NetworkSegment(9edfdfdd-8d00-4a66-aa50-9d696de3e006),segment_id=9edfdfdd-8d00-4a66-aa50-9d696de3e006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:46:36.453170 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 94ee165e-80c0-42c3-ae7b-b519d4e791bc is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:36.454250 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device a4af9b75-5cd7-4e99-8b7a-e62cec6375ed up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:36.496226 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.498099 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.555636 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.565140 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Publish callbacks [] for port (b31fe090-9992-41d0-a702-cd36504912ac), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.585202 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Provisioning complete for port 50eb27ea-e39f-49df-933a-a16eb84fe824 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:36.585843 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.592340 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (b31fe090-9992-41d0-a702-cd36504912ac), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.623609 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Pushing event updated for resources: {'Port': ['ID=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:36.687334 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:36.687716 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.727402 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3014da-e850-46ca-a331-8ae58e389e33 None None] Pushing event updated for resources: {'Port': ['ID=b31fe090-9992-41d0-a702-cd36504912ac,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:36.733096 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Attempting to bind port b31fe090-9992-41d0-a702-cd36504912ac on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:46:36.733463 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Attempting to bind port b31fe090-9992-41d0-a702-cd36504912ac by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:46:36.733824 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Attempting to bind port b31fe090-9992-41d0-a702-cd36504912ac on network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:46:36.750914 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:46:36.751343 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Checking segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:46:36.751748 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.752140 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Bound using segment: {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:46:36.752771 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Bound port: b31fe090-9992-41d0-a702-cd36504912ac, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05a65-d717-4e23-a996-1d157fa819a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:46:36.753158 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (b31fe090-9992-41d0-a702-cd36504912ac), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.782076 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Publish callbacks [] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.789470 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.844917 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Current status of the port 50eb27ea-e39f-49df-933a-a16eb84fe824 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:36.845302 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.867269 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Pushing event updated for resources: {'Port': ['ID=54e04108-42a9-4564-94b1-7af034cc1e9f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:36.867767 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] For port b31fe090-9992-41d0-a702-cd36504912ac, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:46:36.870815 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656460'] for router_interface (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.897837 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] For port b31fe090-9992-41d0-a702-cd36504912ac, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=b31fe090-9992-41d0-a702-cd36504912ac,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:46:36.909297 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (b31fe090-9992-41d0-a702-cd36504912ac), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.920000 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:36.953284 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] For port 50eb27ea-e39f-49df-933a-a16eb84fe824, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=50eb27ea-e39f-49df-933a-a16eb84fe824,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:46:36.969084 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:36.977115 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Network 62f7cf21-13d8-495e-a533-c30885f96450 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:46:36.979136 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:46:36.992770 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Routers {'2b1c62d1-37c4-4ecb-86fc-f213c21bc057'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:46:36.993423 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:36.995969 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3014da-e850-46ca-a331-8ae58e389e33 None None] Pushing event updated for resources: {'Port': ['ID=b31fe090-9992-41d0-a702-cd36504912ac,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:37.139436 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7312c-45b8-44d0-87b9-e588a9d435e2 None None] Pushing event updated for resources: {'Port': ['ID=50eb27ea-e39f-49df-933a-a16eb84fe824,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:37.159942 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Provisioning complete for port 54e04108-42a9-4564-94b1-7af034cc1e9f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:37.160325 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:37.209178 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] Set router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:46:37.236172 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Port 54e04108-42a9-4564-94b1-7af034cc1e9f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:46:37.286072 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Provisioning complete for port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:37.286373 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:37.365544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:46:37.454023 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Current status of the port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:37.469131 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Provisioning complete for port 50eb27ea-e39f-49df-933a-a16eb84fe824 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:37.469511 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:37.475866 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:46:37.481535 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e9d18097-6d47-4b43-8018-a373e50cb79f admin admin] 10.222.0.112 "PUT /v2.0/routers/2b1c62d1-37c4-4ecb-86fc-f213c21bc057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3143876 Jan 24 15:46:37.518879 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 4, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port': {'id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:34Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '54e04108-42a9-4564-94b1-7af034cc1e9f', 'name': '', 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'mac_address': 'fa:16:3e:f6:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:35Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 2, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'subnets': [{'id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:37.549382 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743f972-0057-49c3-ac1f-080fa4a8e853 None None] The sync data for ids ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'] in dv-cinder-820164-3-iscsi is: [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 4, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port': {'id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:34Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '54e04108-42a9-4564-94b1-7af034cc1e9f', 'name': '', 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'mac_address': 'fa:16:3e:f6:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:35Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 2, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'subnets': [{'id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:46:37.597552 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6ac11a7b-d74c-4200-9375-7c217c344e72 None None] Current status of the port 50eb27ea-e39f-49df-933a-a16eb84fe824 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:37.676414 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 50eb27ea-e39f-49df-933a-a16eb84fe824 up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:37.891072 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-149e4a25-8576-428c-a6a5-b9d2a78b9676 None None] Provisioning complete for port 54e04108-42a9-4564-94b1-7af034cc1e9f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:37.891473 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-149e4a25-8576-428c-a6a5-b9d2a78b9676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:37.929719 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 50eb27ea-e39f-49df-933a-a16eb84fe824 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:37.930094 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:37.952998 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-149e4a25-8576-428c-a6a5-b9d2a78b9676 None None] Port 54e04108-42a9-4564-94b1-7af034cc1e9f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:46:38.015670 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 50eb27ea-e39f-49df-933a-a16eb84fe824 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:38.016787 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device a4af9b75-5cd7-4e99-8b7a-e62cec6375ed up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:38.067909 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:38.074764 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441618024', 'description': 'tempest-secgroup-smoke-441618024 description', 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:38.075121 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:38.075506 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.102126 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.158149 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:38.179332 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group (ed31da17-a4d9-4a52-9cdb-00527e22ee5a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.183766 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (ed31da17-a4d9-4a52-9cdb-00527e22ee5a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.215258 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.216390 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1471891 Jan 24 15:46:38.217099 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31da17-a4d9-4a52-9cdb-00527e22ee5a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:38.219581 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39570) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:38.224659 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.225024 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.225380 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.225484 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4bbb19c2-dbd3-4c76-bd29-3e334740b11e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'security_group_rule': {'security_group_id': 'ed31da17-a4d9-4a52-9cdb-00527e22ee5a', 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:38.225725 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.226064 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.226396 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.226730 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.227066 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.227452 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.227784 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.228115 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.228514 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.229328 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b56df-494b-4ce3-8370-b338ecefa362 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:46:38.253633 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bbb19c2-dbd3-4c76-bd29-3e334740b11e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (5a52a4cd-3c20-466f-908d-d7af3c951165), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.314649 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bbb19c2-dbd3-4c76-bd29-3e334740b11e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (5a52a4cd-3c20-466f-908d-d7af3c951165), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.317958 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bbb19c2-dbd3-4c76-bd29-3e334740b11e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (5a52a4cd-3c20-466f-908d-d7af3c951165), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.335292 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb19c2-dbd3-4c76-bd29-3e334740b11e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a52a4cd-3c20-466f-908d-d7af3c951165,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:38.342836 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bbb19c2-dbd3-4c76-bd29-3e334740b11e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.344038 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4bbb19c2-dbd3-4c76-bd29-3e334740b11e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225295 Jan 24 15:46:38.346837 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39572) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:38.351027 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7de8482f-64be-438e-b7a9-00dabde73521 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'security_group_rule': {'security_group_id': 'ed31da17-a4d9-4a52-9cdb-00527e22ee5a', 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:38.377791 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7de8482f-64be-438e-b7a9-00dabde73521 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (eeed005b-ccce-4b3d-9020-4e48edbbfb0a), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.433598 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7de8482f-64be-438e-b7a9-00dabde73521 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (eeed005b-ccce-4b3d-9020-4e48edbbfb0a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.437331 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7de8482f-64be-438e-b7a9-00dabde73521 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (eeed005b-ccce-4b3d-9020-4e48edbbfb0a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.455203 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8482f-64be-438e-b7a9-00dabde73521 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeed005b-ccce-4b3d-9020-4e48edbbfb0a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:38.463822 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7de8482f-64be-438e-b7a9-00dabde73521 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.465006 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7de8482f-64be-438e-b7a9-00dabde73521 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171947 Jan 24 15:46:38.467794 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:38.472151 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2b8bd05a-036a-40d0-baa7-f47ffdf16506 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'security_group_rule': {'security_group_id': 'ed31da17-a4d9-4a52-9cdb-00527e22ee5a', 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:38.499547 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd05a-036a-40d0-baa7-f47ffdf16506 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (56e123c6-be1a-4c69-885f-e870ee0ae0e1), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.553846 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd05a-036a-40d0-baa7-f47ffdf16506 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (56e123c6-be1a-4c69-885f-e870ee0ae0e1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.557257 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd05a-036a-40d0-baa7-f47ffdf16506 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (56e123c6-be1a-4c69-885f-e870ee0ae0e1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.574510 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bd05a-036a-40d0-baa7-f47ffdf16506 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e123c6-be1a-4c69-885f-e870ee0ae0e1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:38.582153 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd05a-036a-40d0-baa7-f47ffdf16506 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.585872 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2b8bd05a-036a-40d0-baa7-f47ffdf16506 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146452 Jan 24 15:46:38.586221 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39576) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:38.593403 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8942a01b-8485-48b0-80e2-0256fe825d62 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'security_group_rule': {'security_group_id': 'ed31da17-a4d9-4a52-9cdb-00527e22ee5a', 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:38.619969 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8942a01b-8485-48b0-80e2-0256fe825d62 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (d5e4d68b-66d3-4000-b895-aadab7bdb606), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.678418 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8942a01b-8485-48b0-80e2-0256fe825d62 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (d5e4d68b-66d3-4000-b895-aadab7bdb606), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.682429 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8942a01b-8485-48b0-80e2-0256fe825d62 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (d5e4d68b-66d3-4000-b895-aadab7bdb606), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.700034 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942a01b-8485-48b0-80e2-0256fe825d62 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e4d68b-66d3-4000-b895-aadab7bdb606,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:38.707585 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8942a01b-8485-48b0-80e2-0256fe825d62 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.708788 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8942a01b-8485-48b0-80e2-0256fe825d62 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215773 Jan 24 15:46:38.711465 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:38.715698 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9e7d59af-8c25-411c-b0c0-e848e8be0185 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'security_group_rule': {'security_group_id': 'ed31da17-a4d9-4a52-9cdb-00527e22ee5a', 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:38.737783 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-9e7d59af-8c25-411c-b0c0-e848e8be0185 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Project ae2b85b33e6a451a85d96a170fecb3c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 15:46:38.742476 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e7d59af-8c25-411c-b0c0-e848e8be0185 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (35a1f5f3-b251-4d98-ac92-dbce052ac453), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.802486 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e7d59af-8c25-411c-b0c0-e848e8be0185 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (35a1f5f3-b251-4d98-ac92-dbce052ac453), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.806175 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e7d59af-8c25-411c-b0c0-e848e8be0185 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (35a1f5f3-b251-4d98-ac92-dbce052ac453), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.825538 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d59af-8c25-411c-b0c0-e848e8be0185 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a1f5f3-b251-4d98-ac92-dbce052ac453,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:38.832645 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e7d59af-8c25-411c-b0c0-e848e8be0185 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.833834 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9e7d59af-8c25-411c-b0c0-e848e8be0185 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214504 Jan 24 15:46:38.836552 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:46:38.840798 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ad5ca078-21ff-4db3-9163-91795b145454 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'security_group_rule': {'security_group_id': 'ed31da17-a4d9-4a52-9cdb-00527e22ee5a', 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:46:38.863593 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-ad5ca078-21ff-4db3-9163-91795b145454 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Project ae2b85b33e6a451a85d96a170fecb3c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 15:46:38.868366 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca078-21ff-4db3-9163-91795b145454 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (a6b6d131-06e9-4265-b749-ba1a75fc5062), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.932495 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca078-21ff-4db3-9163-91795b145454 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (a6b6d131-06e9-4265-b749-ba1a75fc5062), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.936270 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca078-21ff-4db3-9163-91795b145454 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650111'] for security_group_rule (a6b6d131-06e9-4265-b749-ba1a75fc5062), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.955384 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ca078-21ff-4db3-9163-91795b145454 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b6d131-06e9-4265-b749-ba1a75fc5062,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:38.961736 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca078-21ff-4db3-9163-91795b145454 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:38.962971 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ad5ca078-21ff-4db3-9163-91795b145454 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254618 Jan 24 15:46:39.663056 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device b31fe090-9992-41d0-a702-cd36504912ac up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:39.710928 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port b31fe090-9992-41d0-a702-cd36504912ac triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:39.711347 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (b31fe090-9992-41d0-a702-cd36504912ac), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:39.794088 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port b31fe090-9992-41d0-a702-cd36504912ac is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:39.794447 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (b31fe090-9992-41d0-a702-cd36504912ac), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:39.817365 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] For port b31fe090-9992-41d0-a702-cd36504912ac, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=b31fe090-9992-41d0-a702-cd36504912ac,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:46:39.821384 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (b31fe090-9992-41d0-a702-cd36504912ac), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:39.870052 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Pushing event updated for resources: {'Port': ['ID=b31fe090-9992-41d0-a702-cd36504912ac,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:40.316827 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Sync routers for ids ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:46:40.326603 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Routers {'2b1c62d1-37c4-4ecb-86fc-f213c21bc057'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:46:40.327300 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:40.429479 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Set router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:46:40.637179 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 4, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port': {'id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:34Z', 'updated_at': '2022-01-24T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '54e04108-42a9-4564-94b1-7af034cc1e9f', 'name': '', 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'mac_address': 'fa:16:3e:f6:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:35Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 2, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'subnets': [{'id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:40.665829 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Checking router: 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:46:40.666671 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Updating router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 port 54e04108-42a9-4564-94b1-7af034cc1e9f binding host dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 15:46:40.690509 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:40.952631 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Publish callbacks [] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:40.958467 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.010801 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625ea2b-bf4e-47a1-b763-fcabb28c5040 None None] Pushing event updated for resources: {'Port': ['ID=54e04108-42a9-4564-94b1-7af034cc1e9f,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:41.058493 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Attempting to bind port 54e04108-42a9-4564-94b1-7af034cc1e9f on host dv-cinder-820164-3-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:46:41.058997 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Attempting to bind port 54e04108-42a9-4564-94b1-7af034cc1e9f by drivers openvswitch,hyperv on host dv-cinder-820164-3-iscsi at level 0 using segments [{'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:46:41.059393 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Attempting to bind port 54e04108-42a9-4564-94b1-7af034cc1e9f on network 62f7cf21-13d8-495e-a533-c30885f96450 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:46:41.064426 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Checking agent: {'id': '946126ee-ea87-40c9-b84e-dea3c600be35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 27, 32), 'started_at': datetime.datetime(2022, 1, 24, 15, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:46:41.064800 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Checking segment: {'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:46:41.065202 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.065598 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Bound using segment: {'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:46:41.066191 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Bound port: 54e04108-42a9-4564-94b1-7af034cc1e9f, host: dv-cinder-820164-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edfdfdd-8d00-4a66-aa50-9d696de3e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:46:41.066424 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.132370 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] For port 54e04108-42a9-4564-94b1-7af034cc1e9f, host dv-cinder-820164-3-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:46:41.136454 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] For port 54e04108-42a9-4564-94b1-7af034cc1e9f, host dv-cinder-820164-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=54e04108-42a9-4564-94b1-7af034cc1e9f,segment=NetworkSegment(9edfdfdd-8d00-4a66-aa50-9d696de3e006),segment_id=9edfdfdd-8d00-4a66-aa50-9d696de3e006)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:46:41.140952 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.201269 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Routers {'2b1c62d1-37c4-4ecb-86fc-f213c21bc057'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:46:41.201938 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:41.202994 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e38b4138-c9e9-4a5d-94f5-79255b468b97 None None] Provisioning complete for port 54e04108-42a9-4564-94b1-7af034cc1e9f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:41.208415 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38b4138-c9e9-4a5d-94f5-79255b468b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.245757 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625ea2b-bf4e-47a1-b763-fcabb28c5040 None None] Pushing event updated for resources: {'Port': ['ID=54e04108-42a9-4564-94b1-7af034cc1e9f,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:41.305490 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e38b4138-c9e9-4a5d-94f5-79255b468b97 None None] Current status of the port 54e04108-42a9-4564-94b1-7af034cc1e9f is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:41.305877 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38b4138-c9e9-4a5d-94f5-79255b468b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.329957 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] Set router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:46:41.342953 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e38b4138-c9e9-4a5d-94f5-79255b468b97 None None] For port 54e04108-42a9-4564-94b1-7af034cc1e9f, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=54e04108-42a9-4564-94b1-7af034cc1e9f,segment=NetworkSegment(9edfdfdd-8d00-4a66-aa50-9d696de3e006),segment_id=9edfdfdd-8d00-4a66-aa50-9d696de3e006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:46:41.350302 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38b4138-c9e9-4a5d-94f5-79255b468b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.399494 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b4138-c9e9-4a5d-94f5-79255b468b97 None None] Pushing event updated for resources: {'Port': ['ID=54e04108-42a9-4564-94b1-7af034cc1e9f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:46:41.471862 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8f903206-d07c-4eef-bbb0-4c80e1d8f81d None None] Provisioning complete for port 54e04108-42a9-4564-94b1-7af034cc1e9f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:41.472247 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f903206-d07c-4eef-bbb0-4c80e1d8f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.561452 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8f903206-d07c-4eef-bbb0-4c80e1d8f81d None None] Current status of the port 54e04108-42a9-4564-94b1-7af034cc1e9f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:41.638453 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 4, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port': {'id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:34Z', 'updated_at': '2022-01-24T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '54e04108-42a9-4564-94b1-7af034cc1e9f', 'name': '', 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'mac_address': 'fa:16:3e:f6:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:35Z', 'updated_at': '2022-01-24T15:46:41Z', 'revision_number': 4, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'subnets': [{'id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:46:41.659934 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device b31fe090-9992-41d0-a702-cd36504912ac up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:41.668754 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0acebc-66fa-49b6-971e-aa57fac3b92b None None] The sync data for ids ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'] in dv-cinder-820164-3-iscsi is: [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 4, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port': {'id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:34Z', 'updated_at': '2022-01-24T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '54e04108-42a9-4564-94b1-7af034cc1e9f', 'name': '', 'network_id': '62f7cf21-13d8-495e-a533-c30885f96450', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'mac_address': 'fa:16:3e:f6:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:35Z', 'updated_at': '2022-01-24T15:46:41Z', 'revision_number': 4, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'subnets': [{'id': 'be92d8c8-2b1a-46de-ab40-c9a758b3e2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:46:41.719180 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port b31fe090-9992-41d0-a702-cd36504912ac triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:41.719596 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (b31fe090-9992-41d0-a702-cd36504912ac), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.801185 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port b31fe090-9992-41d0-a702-cd36504912ac is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:41.802271 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 54e04108-42a9-4564-94b1-7af034cc1e9f up at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:46:41.850474 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Provisioning complete for port 54e04108-42a9-4564-94b1-7af034cc1e9f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:46:41.850854 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:41.933744 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Current status of the port 54e04108-42a9-4564-94b1-7af034cc1e9f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:46:53.330235 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:46:54.307034 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-d8d4ab31-8b31-4233-82fe-573713a5d5d7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441618024&fields=id&tenant_id=ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 267 time: 0.0426679 Jan 24 15:46:54.431170 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-ede89d2d-5668-4c10-afe1-72d6942c674a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:54.433238 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-ede89d2d-5668-4c10-afe1-72d6942c674a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 811 time: 0.1200652 Jan 24 15:46:54.447104 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-c48f2dd2-224e-416d-9670-fb66661b1bde tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/quotas/ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 375 time: 0.0086529 Jan 24 15:46:54.508431 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-5075b6c2-fc38-40bf-8957-c15a86c4f095 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558248 Jan 24 15:46:54.522862 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-d9685ab7-2c48-45f0-a2bb-9276bbf07e82 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:46:54.523868 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-d9685ab7-2c48-45f0-a2bb-9276bbf07e82 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049930 Jan 24 15:46:54.613821 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-36597314-0007-4f25-a1bd-a71c6d2fbc64 service neutron] 10.222.0.112 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847278 Jan 24 15:46:54.699997 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-f690d608-cf90-4b7c-8f97-6be8d8d68b17 service neutron] 10.222.0.112 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796609 Jan 24 15:46:54.970146 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ed119e5-ca70-42c2-851b-a3266669ab28 req-2895c0d1-db8b-4760-a1d6-65cbe1d50709 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 210 time: 0.0255148 Jan 24 15:46:56.052867 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-75d650cf-d026-4d83-8f68-fa67d4cd0ff5 req-83167bbb-d23b-4bef-a9c2-2290c697374a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 210 time: 0.0320880 Jan 24 15:46:56.115597 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d84cd880-4cef-47f7-b13c-faea45d240c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:57.131881 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-15e8b58f-d078-4ea6-99f6-d43d11b87c71 req-c0a0f80e-24ea-4e6c-8413-a31b0841cc03 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 210 time: 0.0307250 Jan 24 15:46:58.214312 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-238d987f-79f8-4fd5-bc71-a5004ed7ba24 req-8beb3228-ca13-4057-a3f6-fc006dcc6268 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 210 time: 0.0277884 Jan 24 15:46:58.301690 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8532ed1b-44f8-4ad1-b067-4830ca29e51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:59.304777 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-045245ac-9430-4865-b31a-410df500d17d req-115868a6-ada5-4067-a831-2d836399f79c tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 210 time: 0.0253687 Jan 24 15:46:59.357881 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:46:59.930589 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-f66de92c-cdef-47e7-b5ed-238875f83dc8 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:46:59.932786 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-f66de92c-cdef-47e7-b5ed-238875f83dc8 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 811 time: 0.1004343 Jan 24 15:46:59.999951 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-b7f7e23e-98e2-4f90-940f-92526e4ad447 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 379 time: 0.0588999 Jan 24 15:47:00.008743 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'port': {'device_id': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'admin_state_up': True, 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'security_groups': ['ed31da17-a4d9-4a52-9cdb-00527e22ee5a']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:47:00.116816 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Made reservation on behalf of ae2b85b33e6a451a85d96a170fecb3c3 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:47:00.120791 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:00.250929 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Allocated IP 172.20.0.9 (3439a9b7-ed9b-481c-ac38-54712a861f51/663dfb1e-dfc3-4781-8b30-69477223b15d/e2bcaf79-e1ef-4204-aef2-e204bb39c9a7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:47:00.396004 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:00.425309 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-64d303a9-fe2b-4719-a001-82127b02906c req-bbcbb0a1-e97e-4468-a1cd-889b8117b629 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 210 time: 0.0388048 Jan 24 15:47:00.451295 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:00.494577 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:47:00.497485 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:47:00.501293 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:47:00.507457 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:47:00.554903 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:00.555541 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:00.574144 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-3f22d53f-7958-46a3-8915-cc70d7c368aa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690126 Jan 24 15:47:00.584178 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-dd9c1a0c-6163-47b7-b446-051451b44a1c tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:47:00.585196 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-dd9c1a0c-6163-47b7-b446-051451b44a1c tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058503 Jan 24 15:47:00.686383 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Request body: {'port': {'device_id': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:47:00.695095 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8596fb7d-72da-40a6-b708-6f37b9b94e60 None None] Provisioning complete for port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:47:00.695632 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8596fb7d-72da-40a6-b708-6f37b9b94e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:00.731181 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8596fb7d-72da-40a6-b708-6f37b9b94e60 None None] Port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:47:00.743071 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:00.997144 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:47:01.004651 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Publish callbacks [] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:01.017108 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Transition to ACTIVE for port object e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:47:01.020707 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:01.075701 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:01.098063 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Pushing event updated for resources: {'Port': ['ID=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:47:01.147093 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Attempting to bind port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:47:01.147465 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Attempting to bind port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:47:01.147961 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Attempting to bind port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:47:01.153228 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:47:01.153579 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Attempting to bind port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:47:01.158581 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:47:01.158942 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Checking segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:47:01.159354 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Bound using segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:47:01.159777 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Bound port: e2bcaf79-e1ef-4204-aef2-e204bb39c9a7, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:47:01.160136 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:01.230654 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] For port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:47:01.233839 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] For port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:47:01.238700 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:01.275762 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:01.276459 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:01.277840 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] 10.222.0.88 "PUT /v2.0/ports/e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 HTTP/1.1" status: 200 len: 1093 time: 0.6852288 Jan 24 15:47:01.278273 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'tag': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:47:01.280526 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf52ba4-c1a8-4111-9453-3d6810afb48f", "tag": "e2bcaf79-e1ef-4204-aef2-e204bb39c9a7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:47:01.311901 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3af85-3dcd-4924-9f2e-f56a4880437d service neutron] Pushing event updated for resources: {'Port': ['ID=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:47:01.371934 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-5fdbb30e-989a-4470-9ba7-ec5e01f206e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:01.371934 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-5fdbb30e-989a-4470-9ba7-ec5e01f206e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 1096 time: 0.0503659 Jan 24 15:47:01.415088 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590610ac-2dc0-4407-ba05-2d029b63d13c x-openstack-request-id: req-590610ac-2dc0-4407-ba05-2d029b63d13c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:47:01.415413 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf52ba4-c1a8-4111-9453-3d6810afb48f", "tag": "e2bcaf79-e1ef-4204-aef2-e204bb39c9a7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:47:01.415662 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-590610ac-2dc0-4407-ba05-2d029b63d13c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:47:01.416124 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'tag': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'status': 'completed', 'code': 200} Jan 24 15:47:01.418067 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-56661da7-4068-4de9-bbc8-edfdd643d8c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 HTTP/1.1" status: 200 len: 217 time: 0.0398078 Jan 24 15:47:01.470583 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-253718b6-2b47-4485-a8c4-ae5bb79f43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:01.472099 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-253718b6-2b47-4485-a8c4-ae5bb79f43ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0484288 Jan 24 15:47:01.551689 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-02684dc5-1dc4-46f5-bc47-af1a13d60f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:01.553106 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-02684dc5-1dc4-46f5-bc47-af1a13d60f59 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742378 Jan 24 15:47:01.566079 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153578c4-7fcc-482d-a95d-39fddcd6af7a req-ecfd5de1-a339-4888-b55a-c32f03b8d262 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:01.567485 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-153578c4-7fcc-482d-a95d-39fddcd6af7a req-ecfd5de1-a339-4888-b55a-c32f03b8d262 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0600233 Jan 24 15:47:01.672714 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-153578c4-7fcc-482d-a95d-39fddcd6af7a req-264f7ddb-160d-44fd-964f-9bb8b27f2c2b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967255 Jan 24 15:47:01.691033 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-babd043f-71eb-4cb0-9fbe-e2ed3ac9b83e service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226358 Jan 24 15:47:01.778056 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e8be86d7-cb37-4164-9513-7c160f62c8c8 req-c15d3c15-9d48-4068-b36d-baddb7dcbeea service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810463 Jan 24 15:47:01.867587 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-b16b3438-f7ae-4125-b56f-a7b6cc954687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:01.869460 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-b16b3438-f7ae-4125-b56f-a7b6cc954687 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 1096 time: 0.0452466 Jan 24 15:47:01.956926 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-8246da94-21ef-435c-a9a7-4e5446030d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:01.958354 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-8246da94-21ef-435c-a9a7-4e5446030d58 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0829263 Jan 24 15:47:02.004396 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-909394b7-caa2-4ad3-9ea4-e130169d6642 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 HTTP/1.1" status: 200 len: 217 time: 0.0383196 Jan 24 15:47:02.052176 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-30e6a738-156e-4af2-bef0-b54594461420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:02.053576 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-30e6a738-156e-4af2-bef0-b54594461420 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0419512 Jan 24 15:47:02.100510 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-a566f7a3-f1a8-436c-8862-f99514192d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:02.101939 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-a566f7a3-f1a8-436c-8862-f99514192d24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397360 Jan 24 15:47:02.189871 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-42bad1a8-395a-4ef8-9bd7-0d49fffbe9d5 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819287 Jan 24 15:47:02.275994 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aed5464a-2d30-4dd4-b0d6-b8dcf1122bd5 req-160edf38-9419-41f3-99f4-08cf695a2e19 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795093 Jan 24 15:47:02.456913 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:02.786953 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca17af-8a63-499f-a303-130683a0faa6 req-b0f08921-2e3f-496c-9dfb-522a00699a76 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:02.788434 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4cca17af-8a63-499f-a303-130683a0faa6 req-b0f08921-2e3f-496c-9dfb-522a00699a76 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0474656 Jan 24 15:47:02.835969 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4cca17af-8a63-499f-a303-130683a0faa6 req-55865346-5ac2-4b4e-a407-e82f342cb7e8 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414007 Jan 24 15:47:03.952186 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1c49c-39bd-428c-a3cd-506057237022 req-32476916-5763-4157-ab0b-faafd77a7508 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:03.953635 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cde1c49c-39bd-428c-a3cd-506057237022 req-32476916-5763-4157-ab0b-faafd77a7508 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0502210 Jan 24 15:47:04.005540 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cde1c49c-39bd-428c-a3cd-506057237022 req-db7d337b-5f54-4e4c-9a0c-cac1a9691aff tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464032 Jan 24 15:47:05.117281 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f10e-d8bd-4d1a-8f6d-faa5b5901da6 req-d20caf35-3b82-4349-a6cd-d26a79c350b6 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:05.118681 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de33f10e-d8bd-4d1a-8f6d-faa5b5901da6 req-d20caf35-3b82-4349-a6cd-d26a79c350b6 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0470471 Jan 24 15:47:05.169448 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de33f10e-d8bd-4d1a-8f6d-faa5b5901da6 req-214dcd2e-553f-4fcd-90ff-d1a5d88b4a7a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440462 Jan 24 15:47:06.291542 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c921815-3d55-4185-b01e-6266ac8c1add req-5b82993e-035d-464c-b244-d09a23ff95bc tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:06.293005 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0c921815-3d55-4185-b01e-6266ac8c1add req-5b82993e-035d-464c-b244-d09a23ff95bc tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0496359 Jan 24 15:47:06.340777 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0c921815-3d55-4185-b01e-6266ac8c1add req-707ca947-fee5-4ffd-886b-0163970c2b0c tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423632 Jan 24 15:47:06.418617 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:07.453440 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43373680-5004-44a6-841a-97083822ff19 req-be198e19-557e-494b-9758-74eeec490d91 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:07.454872 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-43373680-5004-44a6-841a-97083822ff19 req-be198e19-557e-494b-9758-74eeec490d91 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0483577 Jan 24 15:47:07.503932 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-43373680-5004-44a6-841a-97083822ff19 req-fdc6c9d2-56c6-42e9-8c8e-af31e4626092 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433962 Jan 24 15:47:08.616456 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a791a04-da98-4e33-9963-14a3cecf1469 req-c32234ea-f40e-4767-963a-597482d578b6 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:08.617893 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6a791a04-da98-4e33-9963-14a3cecf1469 req-c32234ea-f40e-4767-963a-597482d578b6 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0476160 Jan 24 15:47:08.668387 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6a791a04-da98-4e33-9963-14a3cecf1469 req-5ab296f0-a6a7-48f3-8bbe-7a62582f7169 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442142 Jan 24 15:47:09.780425 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7c495-5c79-48e2-a230-c88df53ce543 req-0b4fad31-9d1c-40ef-a2cc-5efb4f635826 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:09.781855 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-baf7c495-5c79-48e2-a230-c88df53ce543 req-0b4fad31-9d1c-40ef-a2cc-5efb4f635826 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0484240 Jan 24 15:47:09.829566 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-baf7c495-5c79-48e2-a230-c88df53ce543 req-a56a9e5f-1d22-4b2f-9770-30337dc257ac tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422909 Jan 24 15:47:10.754573 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:47:10.845700 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:47:10.856966 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'port_id': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'mac_address': 'fa:16:3e:5f:74:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:47:10.897395 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:47:10.897790 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:10.910628 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:47:10.932250 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:47:10.937609 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:10.948596 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005523e9-9ad4-495e-be6b-639152e44e0d req-985a1e31-046f-4645-aaeb-56d98343dfe1 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:10.950061 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-005523e9-9ad4-495e-be6b-639152e44e0d req-985a1e31-046f-4645-aaeb-56d98343dfe1 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 943 time: 0.0534430 Jan 24 15:47:10.983758 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:47:10.999061 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-005523e9-9ad4-495e-be6b-639152e44e0d req-17c2427e-3a7f-4b11-967c-80abac2910c1 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434229 Jan 24 15:47:11.143765 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['e2bcaf79-e1ef-4204-aef2-e204bb39c9a7'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:47:12.118501 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f8eeb-6453-4bbd-aa5c-15a759d9ff25 req-76ce5832-70e7-4dbf-b3ec-004a50fbce90 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:12.120451 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e4f8eeb-6453-4bbd-aa5c-15a759d9ff25 req-76ce5832-70e7-4dbf-b3ec-004a50fbce90 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 944 time: 0.0520470 Jan 24 15:47:12.170509 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e4f8eeb-6453-4bbd-aa5c-15a759d9ff25 req-e8740883-dfa1-4394-afff-859747a74382 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Jan 24 15:47:12.755960 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:47:12.802974 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:47:12.806550 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:47:12.806929 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:12.882910 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:47:12.883328 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:12.905442 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:47:12.907703 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516c8f6f-876e-460e-89c1-1830ea16780c" -d '{"events": [{"server_uuid": "2bf52ba4-c1a8-4111-9453-3d6810afb48f", "name": "network-vif-plugged", "status": "completed", "tag": "e2bcaf79-e1ef-4204-aef2-e204bb39c9a7"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:47:12.921687 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:47:12.925862 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:12.973417 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:47:13.006380 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261516e6-1bae-4469-9cf5-bfb4e65044bf x-openstack-request-id: req-261516e6-1bae-4469-9cf5-bfb4e65044bf {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:47:13.006683 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf52ba4-c1a8-4111-9453-3d6810afb48f", "name": "network-vif-plugged", "status": "completed", "tag": "e2bcaf79-e1ef-4204-aef2-e204bb39c9a7", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:47:13.006938 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-261516e6-1bae-4469-9cf5-bfb4e65044bf {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:47:13.007376 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'code': 200} Jan 24 15:47:13.208387 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89fb8f-1b7e-4860-be04-13d8b2674cab req-73d30d96-d91b-4346-b7f5-aaa45b8d267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:13.209861 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bb89fb8f-1b7e-4860-be04-13d8b2674cab req-73d30d96-d91b-4346-b7f5-aaa45b8d267d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 1098 time: 0.0405231 Jan 24 15:47:13.255804 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bb89fb8f-1b7e-4860-be04-13d8b2674cab req-4fa41f89-9639-45de-bdaf-a2bd0c5bf911 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390825 Jan 24 15:47:13.285028 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c2561-7c7e-449d-81c1-9b3de00f983e req-fc2990ea-a0cd-4ec4-b019-a38424428c89 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:13.286385 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-407c2561-7c7e-449d-81c1-9b3de00f983e req-fc2990ea-a0cd-4ec4-b019-a38424428c89 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 945 time: 0.0479217 Jan 24 15:47:13.333723 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-407c2561-7c7e-449d-81c1-9b3de00f983e req-49c20bca-567e-4a8d-a46c-e2ce87569c0b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Jan 24 15:47:14.452801 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf3ef8-134c-4d88-93b6-0c9a9497d1f8 req-71ab64c5-d866-4c4a-9a8e-61e91fd83067 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:14.454291 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cadf3ef8-134c-4d88-93b6-0c9a9497d1f8 req-71ab64c5-d866-4c4a-9a8e-61e91fd83067 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 945 time: 0.0524697 Jan 24 15:47:14.502021 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cadf3ef8-134c-4d88-93b6-0c9a9497d1f8 req-a8e4549a-ea89-4e52-930a-5100ce759335 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422225 Jan 24 15:47:14.616364 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1a556-65b8-4685-90a1-214c4eb8759c req-b60bee0b-c40d-43b1-8257-310b7e0ce7fe tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:14.617731 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8c1a556-65b8-4685-90a1-214c4eb8759c req-b60bee0b-c40d-43b1-8257-310b7e0ce7fe tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 945 time: 0.0509045 Jan 24 15:47:14.667680 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8c1a556-65b8-4685-90a1-214c4eb8759c req-8cf6ae27-db2b-4c99-a542-9b2e6228392a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439632 Jan 24 15:47:14.689245 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39764) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:47:14.774181 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47b44c-0631-41aa-9cec-389161a44128 tempest-TestVolumeBootPattern-1842992462 tempest-TestVolumeBootPattern-1842992462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:14.776814 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cf47b44c-0631-41aa-9cec-389161a44128 tempest-TestVolumeBootPattern-1842992462 tempest-TestVolumeBootPattern-1842992462-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 1093 time: 0.0866234 Jan 24 15:47:14.779719 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 39768) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:47:14.783868 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'port_id': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:47:14.807622 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:14.905645 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:15.006647 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Allocated IP 172.27.2.131 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/4423ced5-0e63-425d-a010-610d71b6059c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:47:15.111819 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (4423ced5-0e63-425d-a010-610d71b6059c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:15.144898 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (4423ced5-0e63-425d-a010-610d71b6059c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:15.186307 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:47:15.190626 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:47:15.194883 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:47:15.197721 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=4423ced5-0e63-425d-a010-610d71b6059c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:47:15.546105 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (d07f1f0e-96a3-4846-9466-520fcbb85ae6), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:15.610026 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (4423ced5-0e63-425d-a010-610d71b6059c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:15.757217 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (4423ced5-0e63-425d-a010-610d71b6059c), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:15.762716 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (4423ced5-0e63-425d-a010-610d71b6059c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:15.833403 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=4423ced5-0e63-425d-a010-610d71b6059c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:47:15.845685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (d07f1f0e-96a3-4846-9466-520fcbb85ae6), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:15.944687 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Floating IP d07f1f0e-96a3-4846-9466-520fcbb85ae6 associated. External IP: 172.27.2.131, port: e2bcaf79-e1ef-4204-aef2-e204bb39c9a7. Jan 24 15:47:16.388070 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:47:16.491300 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:47:16.502019 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:47:16.510236 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:16.513696 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:47:16.514323 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:47:16.540820 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8209def4-188b-469d-a89a-3af91c501720 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7600534 Jan 24 15:47:16.541545 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'tag': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:47:16.543982 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acf7d5d-88f1-45ba-acb7-013d68be4afa" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf52ba4-c1a8-4111-9453-3d6810afb48f", "tag": "e2bcaf79-e1ef-4204-aef2-e204bb39c9a7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:47:16.625949 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:47:16.632802 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422fbe76-071b-47b9-af52-b19e8543b06d x-openstack-request-id: req-422fbe76-071b-47b9-af52-b19e8543b06d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:47:16.633088 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf52ba4-c1a8-4111-9453-3d6810afb48f", "tag": "e2bcaf79-e1ef-4204-aef2-e204bb39c9a7", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:47:16.633336 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-422fbe76-071b-47b9-af52-b19e8543b06d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:47:16.633724 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'tag': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'status': 'completed', 'code': 200} Jan 24 15:47:16.693676 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-a47ac5e1-3f10-4d5d-9f03-d5e0007d6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:16.695133 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-a47ac5e1-3f10-4d5d-9f03-d5e0007d6307 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 1098 time: 0.0390801 Jan 24 15:47:16.785653 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-d7570b57-d6c8-4551-9e62-2caa8408cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:16.787167 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-d7570b57-d6c8-4551-9e62-2caa8408cbe5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0855477 Jan 24 15:47:16.849779 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-97cd778f-f83e-4f22-ac2b-0db8e898f660 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 HTTP/1.1" status: 200 len: 999 time: 0.0565405 Jan 24 15:47:16.851885 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': 'd07f1f0e-96a3-4846-9466-520fcbb85ae6', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:5f:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:47:15Z', 'updated_at': '2022-01-24T15:47:15Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:47:16.878822 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:47:16.887310 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:47:16.887868 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:46:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:47:16.896567 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-8f7cdb15-8b7c-42cc-8df6-28c49926de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:16.898030 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-8f7cdb15-8b7c-42cc-8df6-28c49926de05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0423825 Jan 24 15:47:16.945402 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-665015cd-8df5-4a85-a86c-46f46fc52b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:16.946874 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-665015cd-8df5-4a85-a86c-46f46fc52b69 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430028 Jan 24 15:47:16.993872 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:47:17.037290 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-d0a14416-e861-437d-a0a9-c02490691e86 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836453 Jan 24 15:47:17.136821 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0acf7d5d-88f1-45ba-acb7-013d68be4afa req-be9cbf02-0e45-4f30-be2e-7e570b43cf4f service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929112 Jan 24 15:47:17.336857 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': 'd07f1f0e-96a3-4846-9466-520fcbb85ae6', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:5f:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:47:15Z', 'updated_at': '2022-01-24T15:47:15Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:47:17.363786 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080502a3-b34c-43aa-b5d5-1d95d0b1533c None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': 'd07f1f0e-96a3-4846-9466-520fcbb85ae6', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:5f:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:47:15Z', 'updated_at': '2022-01-24T15:47:15Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:47:17.548271 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e77118-89bc-444c-b188-9fe53851856f None None] New status for floating IP d07f1f0e-96a3-4846-9466-520fcbb85ae6: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:47:26.121559 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52225bad-9ad6-467e-899f-780303c41ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:28.303791 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa148b25-d0dc-4634-8691-9d1092ca1cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:29.361515 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:30.329925 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:47:31.078977 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:32.462701 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:36.424594 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:42.218471 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-97971581-2068-4dd8-9ef5-cbb9b26c0194 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398417 Jan 24 15:47:42.297424 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-d0d86956-69b0-4968-8946-c243b2dee78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:42.298869 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-d0d86956-69b0-4968-8946-c243b2dee78a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 1098 time: 0.0384066 Jan 24 15:47:42.402242 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-8d4a36a2-b742-41ac-b235-feb3f0f26fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:42.403731 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-8d4a36a2-b742-41ac-b235-feb3f0f26fcf service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0874469 Jan 24 15:47:42.466822 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-b6d0f343-4a52-4943-81fa-11d34c22a41c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 HTTP/1.1" status: 200 len: 1001 time: 0.0575526 Jan 24 15:47:42.518734 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-0b107508-19fc-47cc-8362-0ad01d1a15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:42.520123 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-0b107508-19fc-47cc-8362-0ad01d1a15ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0460544 Jan 24 15:47:42.565111 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-29c7b026-81d0-498f-8cf3-233dc72c7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:47:42.566581 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-29c7b026-81d0-498f-8cf3-233dc72c7077 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401971 Jan 24 15:47:42.657704 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-76054299-0b8e-4299-a708-f72435d356b6 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844450 Jan 24 15:47:42.748052 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8abbebce-6c1e-4137-99da-62993f74efc4 req-7bb6d9eb-b1f4-4217-8ff1-d586db8aae09 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849452 Jan 24 15:47:56.113074 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c26e33f-6430-41e6-9540-138181a6ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:58.304752 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed2dad6c-7ca7-4b24-8818-b852760c5ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:47:59.363907 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:01.079838 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:02.465925 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:06.423696 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:07.329498 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:48:26.114019 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7b461a5-3fff-4483-9a9f-a8f9758734ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:28.304892 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f2702a8a-6d29-48f4-b2e7-e49d59e94660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:29.367741 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:31.082255 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:32.467598 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:36.438318 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:44.204381 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-2aa7bbc9-a3c4-4b60-9154-9659464d6b66 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416899 Jan 24 15:48:44.285575 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-57b612a1-a1bc-480a-bc28-f01d572436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:48:44.286972 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-57b612a1-a1bc-480a-bc28-f01d572436bf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 1098 time: 0.0397987 Jan 24 15:48:44.327563 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:48:44.392980 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-9881c7fb-5cf0-4e5b-a080-82ee69a166af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:48:44.394692 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-9881c7fb-5cf0-4e5b-a080-82ee69a166af service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0907402 Jan 24 15:48:44.459403 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-363d57d3-cfce-4341-a65f-f3bd71732d48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 HTTP/1.1" status: 200 len: 1001 time: 0.0587106 Jan 24 15:48:44.509343 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-c7163aea-34ac-480a-bf8d-245e41d0aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:48:44.510761 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-c7163aea-34ac-480a-bf8d-245e41d0aaae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0457273 Jan 24 15:48:44.554948 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-caf998fa-c292-4063-b2ef-55506c8ce7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:48:44.556361 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-caf998fa-c292-4063-b2ef-55506c8ce7c3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395222 Jan 24 15:48:44.646370 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-108eb278-791f-4eec-b876-3a9a0a089efb service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836632 Jan 24 15:48:44.733694 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a97c8ab4-aa27-4e84-b648-ae85e680d5c4 req-bee14374-78f6-4f64-8c40-1580aaef9de9 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816340 Jan 24 15:48:56.115853 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b88fcf0b-7448-4b3b-83f8-ecbe9614c610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:58.306566 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61eb96e4-49e2-42f1-9bd2-79e678b52968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:48:59.370727 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:01.084659 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:02.472750 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:06.456120 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:12.032680 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cdbf-cae0-452b-bc29-4ba6430e666a req-3daa70c1-54cb-4cab-bc6f-3e21886f445e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:12.034251 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9bc0cdbf-cae0-452b-bc29-4ba6430e666a req-3daa70c1-54cb-4cab-bc6f-3e21886f445e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 945 time: 0.0591152 Jan 24 15:49:12.093068 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9bc0cdbf-cae0-452b-bc29-4ba6430e666a req-0a5b2ca7-2e43-4837-8c33-2abe265ccedf tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530131 Jan 24 15:49:13.214011 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec9d73-dc25-4e9f-b19c-8a49b58bf0b1 req-11dc662a-dd74-47ca-9b8e-0495077c7c83 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:13.215498 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abec9d73-dc25-4e9f-b19c-8a49b58bf0b1 req-11dc662a-dd74-47ca-9b8e-0495077c7c83 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 945 time: 0.0509970 Jan 24 15:49:13.263495 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abec9d73-dc25-4e9f-b19c-8a49b58bf0b1 req-f6893b31-0702-45d4-bf05-60be2776c3f4 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 Jan 24 15:49:13.532520 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-e43da435-d7d1-464d-8869-44c8e9cfd02d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:13.533927 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-e43da435-d7d1-464d-8869-44c8e9cfd02d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 945 time: 0.0487983 Jan 24 15:49:13.621229 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Deleting port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:49:13.621604 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:13.708943 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] For port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:49:13.709308 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:13.874450 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:13.874814 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (d07f1f0e-96a3-4846-9466-520fcbb85ae6), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:13.875136 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.l3_db [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Floating IP d07f1f0e-96a3-4846-9466-520fcbb85ae6 disassociated. External IP: 172.27.2.131, port: e2bcaf79-e1ef-4204-aef2-e204bb39c9a7. Jan 24 15:49:13.875573 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Calling delete_port for e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:49:14.001718 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (e2bcaf79-e1ef-4204-aef2-e204bb39c9a7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:14.028105 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event deleted for resources: {'Port': ['ID=e2bcaf79-e1ef-4204-aef2-e204bb39c9a7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:49:14.037298 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.037649 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.037992 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.038329 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.038660 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.038988 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.039340 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.039666 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.039990 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.041195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.041195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.041493 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.041763 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:14.421786 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d4c5c6d8-fa27-4af7-be21-5047db06a272 req-196e8601-66b0-4531-89ad-d4ed20fbae21 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=2bf52ba4-c1a8-4111-9453-3d6810afb48f HTTP/1.1" status: 200 len: 210 time: 0.0318406 Jan 24 15:49:14.443312 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:49:14.551961 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:49:14.562093 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:49:14.572863 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:49:14.573490 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:48:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:49:14.595595 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] No DVR routers for this DVR port e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:49:14.598097 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:14.601421 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-db33174e-3b20-4cfe-b50a-d1ff0bee3edf req-80a629ac-8ac7-4dbb-b97a-497315bf3c3d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "DELETE /v2.0/ports/e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 HTTP/1.1" status: 204 len: 173 time: 1.0624225 Jan 24 15:49:14.601854 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'name': 'network-vif-deleted', 'tag': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:49:14.604635 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b2f752-5e82-415d-b997-59601c19832a" -d '{"events": [{"server_uuid": "2bf52ba4-c1a8-4111-9453-3d6810afb48f", "name": "network-vif-deleted", "tag": "e2bcaf79-e1ef-4204-aef2-e204bb39c9a7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:49:14.646211 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe21f1d-2476-46d0-a228-9952afdc39e4 x-openstack-request-id: req-3fe21f1d-2476-46d0-a228-9952afdc39e4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:49:14.646543 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf52ba4-c1a8-4111-9453-3d6810afb48f", "name": "network-vif-deleted", "tag": "e2bcaf79-e1ef-4204-aef2-e204bb39c9a7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:49:14.646839 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3fe21f1d-2476-46d0-a228-9952afdc39e4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:49:14.647250 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf52ba4-c1a8-4111-9453-3d6810afb48f', 'name': 'network-vif-deleted', 'tag': 'e2bcaf79-e1ef-4204-aef2-e204bb39c9a7', 'status': 'completed', 'code': 200} Jan 24 15:49:14.687096 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:49:14.885499 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:49:14.915117 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:49:14.925295 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:49:14.925914 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:48:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:49:15.032576 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:49:15.238028 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:49:15.289159 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf08e6b-7051-4a2a-a4d4-1e0599f3e2bf None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:49:15.504973 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02381a8d-c4d8-44ca-a8e8-43e12b034930 None None] New status for floating IP d07f1f0e-96a3-4846-9466-520fcbb85ae6: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:49:15.639694 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-2a3a7049-db62-423e-9995-4eb7ea8664d4 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441618024&fields=id&tenant_id=ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 267 time: 0.0482793 Jan 24 15:49:15.748899 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7affb2d7-b5ce-43da-9b7f-565d79a77bfa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:15.750353 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7affb2d7-b5ce-43da-9b7f-565d79a77bfa tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 811 time: 0.1046021 Jan 24 15:49:15.764548 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-d320b19d-3f10-4ba8-8e67-081a8d8fb54c tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/quotas/ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 375 time: 0.0087979 Jan 24 15:49:15.814136 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-536a93e5-ab49-4ff6-9da7-fe3d6024ba53 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449314 Jan 24 15:49:15.894035 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-0918b159-f5ab-463d-9d63-3393159912d3 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 15:49:15.895130 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-0918b159-f5ab-463d-9d63-3393159912d3 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0694959 Jan 24 15:49:15.988122 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-149e3482-4f5c-4601-8d40-46938ea37add service neutron] 10.222.0.112 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862863 Jan 24 15:49:16.075428 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-f67d94f3-4c69-48f8-9b46-dd28ebc49eaf service neutron] 10.222.0.112 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814054 Jan 24 15:49:16.350375 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d271db71-1ce1-461b-b75a-b9d674d0007d req-6931c0c4-0182-49fa-ba50-2faca52b62cb tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 210 time: 0.0258629 Jan 24 15:49:17.219261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-275f5e3b-a0dc-4e43-9dea-3de15089cb05 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:17.220697 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-275f5e3b-a0dc-4e43-9dea-3de15089cb05 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 811 time: 0.1021008 Jan 24 15:49:17.284793 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-f26430eb-3caf-4967-ab27-a9c6e01ffa44 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 379 time: 0.0565317 Jan 24 15:49:17.293777 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'port': {'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'admin_state_up': True, 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'security_groups': ['ed31da17-a4d9-4a52-9cdb-00527e22ee5a']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:49:17.365757 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:49:17.387466 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:49:17.387849 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device e2bcaf79-e1ef-4204-aef2-e204bb39c9a7 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:49:17.412320 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Made reservation on behalf of ae2b85b33e6a451a85d96a170fecb3c3 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:49:17.416362 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:17.453082 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-962ece1e-776a-4830-ad71-4a1da0c7c2e7 req-f289f6a5-32bf-4787-9c35-17b1888fb1b4 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 210 time: 0.0268638 Jan 24 15:49:17.546353 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Allocated IP 172.20.0.5 (3439a9b7-ed9b-481c-ac38-54712a861f51/663dfb1e-dfc3-4781-8b30-69477223b15d/712a3e41-3e6e-470c-9906-afbcce4c7ab3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:49:17.690494 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:17.722859 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:17.769528 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:49:17.772559 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:49:17.777133 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:49:17.783466 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=712a3e41-3e6e-470c-9906-afbcce4c7ab3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:49:17.832953 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:17.833593 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:17.850578 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-7b3df0e3-9324-4f0c-9912-735360d9642a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613942 Jan 24 15:49:17.863066 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Request body: {'port': {'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:49:17.920065 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:18.019223 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-620a94fa-b0cc-4975-9c11-8f4f0334bcf5 None None] Provisioning complete for port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:49:18.019656 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620a94fa-b0cc-4975-9c11-8f4f0334bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:18.053033 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-620a94fa-b0cc-4975-9c11-8f4f0334bcf5 None None] Port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:49:18.188887 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712a3e41-3e6e-470c-9906-afbcce4c7ab3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:49:18.196144 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Publish callbacks [] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:18.207710 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Transition to ACTIVE for port object 712a3e41-3e6e-470c-9906-afbcce4c7ab3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:49:18.211134 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:18.261931 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Pushing event updated for resources: {'Port': ['ID=712a3e41-3e6e-470c-9906-afbcce4c7ab3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:49:18.330394 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Attempting to bind port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:49:18.330721 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Attempting to bind port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:49:18.331050 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Attempting to bind port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:49:18.335503 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:49:18.335820 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Attempting to bind port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:49:18.341448 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:49:18.341777 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Checking segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:49:18.342152 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Bound using segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:49:18.342566 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Bound port: 712a3e41-3e6e-470c-9906-afbcce4c7ab3, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:49:18.342920 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:18.408562 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] For port 712a3e41-3e6e-470c-9906-afbcce4c7ab3, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:49:18.412734 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] For port 712a3e41-3e6e-470c-9906-afbcce4c7ab3, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:49:18.418210 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:18.452680 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:18.453290 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:18.454695 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] 10.222.0.88 "PUT /v2.0/ports/712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 200 len: 1093 time: 0.5958717 Jan 24 15:49:18.455123 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:49:18.457335 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3269c3-42f8-4eb7-b398-3d54407d9549" -d '{"events": [{"name": "network-changed", "server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:49:18.487505 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98910288-8d70-4b67-b3b7-63001de85665 service neutron] Pushing event updated for resources: {'Port': ['ID=712a3e41-3e6e-470c-9906-afbcce4c7ab3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:49:18.530285 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ac71d-1d40-4540-998d-59d7ff016a3d x-openstack-request-id: req-1a7ac71d-1d40-4540-998d-59d7ff016a3d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:49:18.530583 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:49:18.530840 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1a7ac71d-1d40-4540-998d-59d7ff016a3d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:49:18.531262 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'status': 'completed', 'code': 200} Jan 24 15:49:18.561706 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-52f56f71-659e-478b-9764-a31789810f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:18.563253 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-52f56f71-659e-478b-9764-a31789810f2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1096 time: 0.0467196 Jan 24 15:49:18.599473 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa13bc7-9199-4be2-ac0d-af02a27bddd5 req-9e1aaf48-8667-4c8b-9195-0c2829410c53 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:18.602019 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eaa13bc7-9199-4be2-ac0d-af02a27bddd5 req-9e1aaf48-8667-4c8b-9195-0c2829410c53 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 943 time: 0.0640848 Jan 24 15:49:18.618860 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-ba1b6863-b646-41fd-8672-9f600d26d55d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 200 len: 217 time: 0.0489337 Jan 24 15:49:18.663699 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eaa13bc7-9199-4be2-ac0d-af02a27bddd5 req-86799af1-9c86-4ebb-a6b8-d00e588fb314 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546107 Jan 24 15:49:18.670324 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-ba885d1a-1344-4b7c-ae30-52059f5b123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:18.681265 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-ba885d1a-1344-4b7c-ae30-52059f5b123c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0467103 Jan 24 15:49:18.717801 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-e5482373-6a2e-4d33-bace-ed3d7d1479ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:18.719324 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-e5482373-6a2e-4d33-bace-ed3d7d1479ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415845 Jan 24 15:49:18.811662 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-ed1a4845-f60d-4b44-82de-39c8d11a4cd9 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865304 Jan 24 15:49:18.904966 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cf3823e-447e-42b8-a359-c3dedc9a6008 req-841c26bb-a925-4aaa-8ec9-b23b0f80e42d service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874825 Jan 24 15:49:18.988456 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-492c8323-8ba1-4c3f-816a-93d71ce4508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:18.990223 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-492c8323-8ba1-4c3f-816a-93d71ce4508d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1096 time: 0.0428059 Jan 24 15:49:19.076897 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-6d4f2b97-4c61-4263-8213-12ee5d2cf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:19.078839 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-6d4f2b97-4c61-4263-8213-12ee5d2cf8d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0818372 Jan 24 15:49:19.122967 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-39406295-121d-43fa-8965-dfc34b740bcc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 200 len: 217 time: 0.0383663 Jan 24 15:49:19.170914 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-62c89b66-3dc5-4d5f-902f-98157807d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:19.172334 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-62c89b66-3dc5-4d5f-902f-98157807d1fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0433078 Jan 24 15:49:19.216399 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-cb560b6b-a10e-4174-b480-9ae47cafca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:19.217841 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-cb560b6b-a10e-4174-b480-9ae47cafca7a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394428 Jan 24 15:49:19.308571 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-a75e3ead-b3bb-4c87-bc31-f532ab7fca2d service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845802 Jan 24 15:49:19.397413 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de3269c3-42f8-4eb7-b398-3d54407d9549 req-6f3d26b1-7d6e-46e1-adbb-ef7016546bd7 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820291 Jan 24 15:49:19.780123 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52dfe5-93fa-4384-9e18-bea29655484f req-9239f112-573e-46a3-9b0e-2f2809eb7dca tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:19.781920 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9f52dfe5-93fa-4384-9e18-bea29655484f req-9239f112-573e-46a3-9b0e-2f2809eb7dca tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 943 time: 0.0532238 Jan 24 15:49:19.830789 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9f52dfe5-93fa-4384-9e18-bea29655484f req-46a078a3-fe10-46ee-af24-f51429eefd53 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Jan 24 15:49:20.948720 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d936d7-1b23-41f5-b4b1-526299574927 req-1b4358dd-4cbe-4ab8-aa0e-a4e68d62cfb7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:20.950190 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73d936d7-1b23-41f5-b4b1-526299574927 req-1b4358dd-4cbe-4ab8-aa0e-a4e68d62cfb7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 943 time: 0.0496314 Jan 24 15:49:20.998662 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73d936d7-1b23-41f5-b4b1-526299574927 req-94ddb2f2-ab1c-4d46-ac1d-fa23d4f23392 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 Jan 24 15:49:21.327667 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:49:22.111693 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c3fdc-683c-43a5-bcd5-31675248ca07 req-50ca000d-6f09-4a34-8902-8be4894c28e2 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:22.113148 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fa3c3fdc-683c-43a5-bcd5-31675248ca07 req-50ca000d-6f09-4a34-8902-8be4894c28e2 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 943 time: 0.0483513 Jan 24 15:49:22.161102 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fa3c3fdc-683c-43a5-bcd5-31675248ca07 req-17121f7f-158a-41ca-9752-f96fb7fb4c1b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421956 Jan 24 15:49:23.277668 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858cdbb-4186-4e5b-bee1-65cf7cd14481 req-a7382400-ce54-43c5-aeac-01e89ddaa03e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:23.279097 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e858cdbb-4186-4e5b-bee1-65cf7cd14481 req-a7382400-ce54-43c5-aeac-01e89ddaa03e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 943 time: 0.0522671 Jan 24 15:49:23.326538 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e858cdbb-4186-4e5b-bee1-65cf7cd14481 req-b11a74bf-439c-4ca5-8dff-9149bd0f8278 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420315 Jan 24 15:49:24.439296 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5333b4-bee5-42e4-84b8-80c8e950692a req-be33d292-1756-484e-acea-22a5dd004641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:24.440743 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3f5333b4-bee5-42e4-84b8-80c8e950692a req-be33d292-1756-484e-acea-22a5dd004641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 943 time: 0.0478809 Jan 24 15:49:24.493120 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3f5333b4-bee5-42e4-84b8-80c8e950692a req-3312d1d7-3960-4672-89d2-c768009b6c43 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468047 Jan 24 15:49:25.606747 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76264eb3-82b2-47f4-b437-405b69ba70b8 req-ec46e143-4df2-493c-b8fc-c0b7027cd0f3 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:25.608239 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76264eb3-82b2-47f4-b437-405b69ba70b8 req-ec46e143-4df2-493c-b8fc-c0b7027cd0f3 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 943 time: 0.0481315 Jan 24 15:49:25.656242 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76264eb3-82b2-47f4-b437-405b69ba70b8 req-a474830b-4977-4bab-9158-41e553cf41b9 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424607 Jan 24 15:49:26.117095 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-990f697f-d525-46b9-bccd-7959b385be27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:26.772850 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b19933-6fee-4368-926d-6f40ddda60ef req-3f5b9ff5-f84a-4fcb-99f1-12027fd577ce tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:26.774294 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-71b19933-6fee-4368-926d-6f40ddda60ef req-3f5b9ff5-f84a-4fcb-99f1-12027fd577ce tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 943 time: 0.0503201 Jan 24 15:49:26.822675 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-71b19933-6fee-4368-926d-6f40ddda60ef req-a934fa98-edaf-4090-891d-40736a2b2677 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427210 Jan 24 15:49:27.425523 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 712a3e41-3e6e-470c-9906-afbcce4c7ab3 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:49:27.518280 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 712a3e41-3e6e-470c-9906-afbcce4c7ab3, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:49:27.529105 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:49:27.568685 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:49:27.569078 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:27.581388 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712a3e41-3e6e-470c-9906-afbcce4c7ab3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:49:27.602050 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 712a3e41-3e6e-470c-9906-afbcce4c7ab3, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:49:27.607057 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:27.654821 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=712a3e41-3e6e-470c-9906-afbcce4c7ab3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:49:27.661918 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.662270 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.662616 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.662954 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.663322 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.663654 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.663983 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.664309 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.664635 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.664960 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.665284 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.666099 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.666435 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:49:27.821335 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['712a3e41-3e6e-470c-9906-afbcce4c7ab3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:49:27.936460 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3975dde-4724-4415-8ce7-79f08eb4e94d req-1ad49dbb-72db-447d-93dc-0431145e1611 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:27.937983 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3975dde-4724-4415-8ce7-79f08eb4e94d req-1ad49dbb-72db-447d-93dc-0431145e1611 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 944 time: 0.0488915 Jan 24 15:49:27.991931 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3975dde-4724-4415-8ce7-79f08eb4e94d req-0ac226cd-55c6-4077-b27a-d018c1078f7e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480642 Jan 24 15:49:28.308577 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd60b-5b51-430c-b3ab-d8f39c7f43a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:29.104108 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65dc2-237e-4269-89be-085dcfacf699 req-2bafe1eb-d1f5-4d46-b927-5b006bb7875c tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:29.105563 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7bf65dc2-237e-4269-89be-085dcfacf699 req-2bafe1eb-d1f5-4d46-b927-5b006bb7875c tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 944 time: 0.0483363 Jan 24 15:49:29.153496 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7bf65dc2-237e-4269-89be-085dcfacf699 req-1d36d58b-c827-479d-aa89-76194e91f7b5 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Jan 24 15:49:29.374134 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:29.425050 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 712a3e41-3e6e-470c-9906-afbcce4c7ab3 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:49:29.475208 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:49:29.479512 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:49:29.479888 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:29.553847 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:49:29.554249 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:29.576838 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:49:29.579292 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62198ef6-de4b-4a06-8dcb-67f4dbca282c" -d '{"events": [{"server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "name": "network-vif-plugged", "status": "completed", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:49:29.591413 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 712a3e41-3e6e-470c-9906-afbcce4c7ab3, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:49:29.595512 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:29.626092 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efd957a-0568-4a3e-baf9-5a45d236ec1f x-openstack-request-id: req-6efd957a-0568-4a3e-baf9-5a45d236ec1f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:49:29.626312 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "name": "network-vif-plugged", "status": "completed", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:49:29.626566 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6efd957a-0568-4a3e-baf9-5a45d236ec1f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:49:29.626955 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'code': 200} Jan 24 15:49:29.653416 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=712a3e41-3e6e-470c-9906-afbcce4c7ab3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:49:29.847507 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41806777-9154-4266-b437-d621b6247ffb req-40ff0511-e70f-40ea-a1ae-28378baa4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:29.848980 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-41806777-9154-4266-b437-d621b6247ffb req-40ff0511-e70f-40ea-a1ae-28378baa4c71 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0435529 Jan 24 15:49:29.894088 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-41806777-9154-4266-b437-d621b6247ffb req-ddb067b1-4503-4293-b541-c0745c268b05 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Jan 24 15:49:30.266613 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163c940-7a49-4494-9d35-9c74fe27f878 req-bf552dd2-12a5-4c7f-a3ee-3fac9df33d63 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:30.268099 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3163c940-7a49-4494-9d35-9c74fe27f878 req-bf552dd2-12a5-4c7f-a3ee-3fac9df33d63 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 945 time: 0.0481348 Jan 24 15:49:30.321639 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3163c940-7a49-4494-9d35-9c74fe27f878 req-bb591192-7f2c-43d2-83ff-e206c9d9e81d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480325 Jan 24 15:49:31.087976 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:31.437685 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d31c6-237d-4691-a1c1-28309bb11e7e req-7d2093ae-f9f0-485f-b12f-7f655e068d30 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:31.439441 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5d0d31c6-237d-4691-a1c1-28309bb11e7e req-7d2093ae-f9f0-485f-b12f-7f655e068d30 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 945 time: 0.0482049 Jan 24 15:49:31.487980 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5d0d31c6-237d-4691-a1c1-28309bb11e7e req-556ee131-caa2-4ebc-a883-8dc68dcce405 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Jan 24 15:49:31.605101 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9157c6-7e19-4bbf-9a56-da9867d90c7c req-0d059e8d-8cb1-4791-83c2-f3d2f499a9b5 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:31.606460 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9157c6-7e19-4bbf-9a56-da9867d90c7c req-0d059e8d-8cb1-4791-83c2-f3d2f499a9b5 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 945 time: 0.0529578 Jan 24 15:49:31.653898 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef9157c6-7e19-4bbf-9a56-da9867d90c7c req-1b1e5442-797a-4aa2-aa4b-65f2d7609a78 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 Jan 24 15:49:31.676041 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:49:31.714525 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971d4d4-b7ef-4cc8-981d-14c6c047aaff tempest-TestVolumeBootPattern-1842992462 tempest-TestVolumeBootPattern-1842992462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:31.716020 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8971d4d4-b7ef-4cc8-981d-14c6c047aaff tempest-TestVolumeBootPattern-1842992462 tempest-TestVolumeBootPattern-1842992462-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1093 time: 0.0390429 Jan 24 15:49:31.718725 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 39892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:49:31.722805 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:49:31.746397 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:31.843276 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:31.945590 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Allocated IP 172.27.2.159 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/b64892c4-15c2-4650-9cdb-37d3e3dd223d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:49:32.049341 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (b64892c4-15c2-4650-9cdb-37d3e3dd223d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:32.081279 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (b64892c4-15c2-4650-9cdb-37d3e3dd223d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:32.118844 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:49:32.121579 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:49:32.125002 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:49:32.148865 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=b64892c4-15c2-4650-9cdb-37d3e3dd223d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:49:32.471287 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (662b8094-3e8d-4d2a-b265-d14452756c86), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:32.475197 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:32.535847 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (b64892c4-15c2-4650-9cdb-37d3e3dd223d), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:32.684370 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (b64892c4-15c2-4650-9cdb-37d3e3dd223d), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:32.688783 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (b64892c4-15c2-4650-9cdb-37d3e3dd223d), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:32.753435 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=b64892c4-15c2-4650-9cdb-37d3e3dd223d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:49:32.765444 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (662b8094-3e8d-4d2a-b265-d14452756c86), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:32.862208 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Floating IP 662b8094-3e8d-4d2a-b265-d14452756c86 associated. External IP: 172.27.2.159, port: 712a3e41-3e6e-470c-9906-afbcce4c7ab3. Jan 24 15:49:33.062154 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:49:33.168902 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:49:33.178261 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:49:33.186154 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:33.187888 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:49:33.188513 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:49:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:49:33.212871 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a608e559-fcbc-4fda-b281-ae5a649e7245 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4925756 Jan 24 15:49:33.213660 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:49:33.215910 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b7997-27d9-406d-b264-714ee5a4333f" -d '{"events": [{"name": "network-changed", "server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:49:33.253851 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046c7d31-d8b4-46be-94f5-d39ce0f98eea x-openstack-request-id: req-046c7d31-d8b4-46be-94f5-d39ce0f98eea {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:49:33.254144 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:49:33.254395 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-046c7d31-d8b4-46be-94f5-d39ce0f98eea {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:49:33.254795 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'status': 'completed', 'code': 200} Jan 24 15:49:33.317550 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7997-27d9-406d-b264-714ee5a4333f req-2b7e302a-b014-48d2-a370-e8a23dfb6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:33.318969 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d76b7997-27d9-406d-b264-714ee5a4333f req-2b7e302a-b014-48d2-a370-e8a23dfb6305 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0423806 Jan 24 15:49:33.419677 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7997-27d9-406d-b264-714ee5a4333f req-80f699a0-ffab-4b99-a73b-d95a6e728f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:33.421144 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d76b7997-27d9-406d-b264-714ee5a4333f req-80f699a0-ffab-4b99-a73b-d95a6e728f97 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0953045 Jan 24 15:49:33.425968 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:49:33.484577 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d76b7997-27d9-406d-b264-714ee5a4333f req-93b95db7-f22b-447e-8892-5e81c112a2c4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 200 len: 999 time: 0.0573881 Jan 24 15:49:33.535293 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7997-27d9-406d-b264-714ee5a4333f req-6ed4d4dd-dfe3-4be9-b4f6-0e75e4fdd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:33.536748 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d76b7997-27d9-406d-b264-714ee5a4333f req-6ed4d4dd-dfe3-4be9-b4f6-0e75e4fdd7cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0464525 Jan 24 15:49:33.580195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7997-27d9-406d-b264-714ee5a4333f req-41fdf252-7bea-4dd1-82a3-b782508aee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:33.581572 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d76b7997-27d9-406d-b264-714ee5a4333f req-41fdf252-7bea-4dd1-82a3-b782508aee27 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391357 Jan 24 15:49:33.648800 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:32Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:49:33.673683 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d76b7997-27d9-406d-b264-714ee5a4333f req-24fa4eaf-c57d-4d33-9411-be5a49829b65 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862391 Jan 24 15:49:33.676863 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:49:33.685199 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:49:33.685814 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:49:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:49:33.765158 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d76b7997-27d9-406d-b264-714ee5a4333f req-5c27caa2-29ba-4089-8b71-e995255615fe service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851765 Jan 24 15:49:33.795030 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:49:34.019889 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:32Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:49:34.046129 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352638dd-194e-4280-a9ff-52be5166a808 None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:32Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:49:34.232005 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3bdab4-5ffe-4d99-9b96-6ee5c3ad177c None None] New status for floating IP 662b8094-3e8d-4d2a-b265-d14452756c86: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:49:36.460277 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:46.191504 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-7b0d0ef8-990a-44cb-9a7f-6e6e1438b6cf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421865 Jan 24 15:49:46.544984 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-f1f2bd6e-fd28-4aea-b6c1-759c64feb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:46.546456 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-f1f2bd6e-fd28-4aea-b6c1-759c64feb495 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1098 time: 0.3092473 Jan 24 15:49:46.652682 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-e7f98179-2ed6-4af2-bf75-bcc64d6f1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:46.654125 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-e7f98179-2ed6-4af2-bf75-bcc64d6f1b24 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0869484 Jan 24 15:49:46.722280 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-b22ad870-4b50-440e-9635-5c9005c0ba57 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 200 len: 1001 time: 0.0606985 Jan 24 15:49:46.771768 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-9f5b63c7-b69b-4248-8671-dc4ccf2f5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:46.773156 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-9f5b63c7-b69b-4248-8671-dc4ccf2f5a64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0433652 Jan 24 15:49:46.816943 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-521b578f-50e7-4659-92d2-21951c4275cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:49:46.818289 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-521b578f-50e7-4659-92d2-21951c4275cd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391634 Jan 24 15:49:46.909449 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-3853c52b-0f18-4be7-b995-9fe9231ab308 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848973 Jan 24 15:49:46.996444 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c34a9642-3814-4f8f-b711-95b3bd538bf9 req-531e7135-6a69-4c3a-8085-91b908d6c2e1 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800085 Jan 24 15:49:56.118361 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8a415de-c5c0-4579-bb32-1d8e4b967e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:58.311557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-32efbd64-9449-4526-b0b5-5e579c4c6ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:49:58.328433 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:49:59.383392 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:01.089070 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:02.477778 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:06.466769 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:26.119936 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22171298-7fab-49bf-adfb-7c91d634ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:28.312293 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2c1234b-a96f-4130-84aa-b829d40b91e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:29.379674 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:31.090947 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:32.481850 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:35.327121 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:50:36.463915 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:46.721346 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-108c97a2-4ab8-4d4e-b359-6cf51a160dfd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435145 Jan 24 15:50:46.800437 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-17b58b96-f1e1-4261-9cb3-9116d867dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:50:46.801905 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-17b58b96-f1e1-4261-9cb3-9116d867dc4d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0399473 Jan 24 15:50:46.901566 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-ee3ec498-5fb2-4f75-9edf-47503f197468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:50:46.903016 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-ee3ec498-5fb2-4f75-9edf-47503f197468 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0833356 Jan 24 15:50:46.967756 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-a80f6955-bec5-4e47-ac33-f5e790749ccc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 200 len: 1001 time: 0.0590656 Jan 24 15:50:47.015921 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-f1b533ee-f0ee-40d5-b002-172238521f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:50:47.017255 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-f1b533ee-f0ee-40d5-b002-172238521f65 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0435398 Jan 24 15:50:47.060481 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-4b2b0276-b2be-4855-a15a-a56541aeaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:50:47.061906 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-4b2b0276-b2be-4855-a15a-a56541aeaf80 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388315 Jan 24 15:50:47.151819 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-15b2da3b-ebd4-4f2e-af75-88d0bf8d116c service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839481 Jan 24 15:50:47.241251 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0f45af0f-fdd5-4ed4-986f-64b353a28821 req-a33967cc-b0ef-4d11-bd0f-341e188f6ee3 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839372 Jan 24 15:50:56.122372 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bff1e23f-bc51-498d-9f98-657aa15dd51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:58.313466 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c38dec6-61f5-45bc-a3ce-97ecbe956942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:50:59.382027 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:01.098703 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:02.484136 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:06.459670 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:07.477598 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-8801899d-81f3-4ca4-bec4-15e9547c28e0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441618024&fields=id&tenant_id=ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 267 time: 0.0454683 Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.581638 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: warnings.warn(msg) Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-5a7831f7-3716-45e4-8251-cfc5b01794a0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:07.584607 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-5a7831f7-3716-45e4-8251-cfc5b01794a0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 811 time: 0.1001101 Jan 24 15:51:07.598563 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-733ac36f-1480-4489-862b-55ce745b7403 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/quotas/ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 375 time: 0.0085337 Jan 24 15:51:07.653339 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-7e8ca147-880b-45b3-9c9f-297d8cfef373 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494547 Jan 24 15:51:07.788286 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-28c23751-ba76-4b0a-8da4-5b7c14699f1a service neutron] 10.222.0.112 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231439 Jan 24 15:51:07.879018 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-d7337cbe-caa2-4857-a4ee-ef5e26f83830 service neutron] 10.222.0.112 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851028 Jan 24 15:51:08.207245 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2886d2ab-7d87-4f18-a370-2a2baf8d10a8 req-dbaa0c40-0d79-4a1b-a486-6eae71560bc3 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 210 time: 0.0789542 Jan 24 15:51:09.096081 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-54986e96-3185-4ddc-8225-4fe64f7ed924 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:09.097547 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-54986e96-3185-4ddc-8225-4fe64f7ed924 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 811 time: 0.1015558 Jan 24 15:51:09.167010 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-7a17d7dd-7f39-4673-90a3-1bca30bcd022 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2b85b33e6a451a85d96a170fecb3c3 HTTP/1.1" status: 200 len: 379 time: 0.0620348 Jan 24 15:51:09.175927 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'port': {'device_id': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'admin_state_up': True, 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'security_groups': ['ed31da17-a4d9-4a52-9cdb-00527e22ee5a']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:51:09.306601 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-78686eb9-56f9-401e-8d03-3cdeeb6015b8 req-ac04c1ca-8a27-4ffc-87b2-e6b767083538 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 210 time: 0.0340867 Jan 24 15:51:09.312918 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Made reservation on behalf of ae2b85b33e6a451a85d96a170fecb3c3 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 15:51:09.316499 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:09.450593 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Allocated IP 172.20.0.4 (3439a9b7-ed9b-481c-ac38-54712a861f51/663dfb1e-dfc3-4781-8b30-69477223b15d/048f4b51-6b6d-4f51-8738-3bf1690ac1d6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:51:09.603037 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:09.639438 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:09.685433 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:51:09.688667 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:51:09.692562 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:51:09.720235 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:51:09.733263 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.733634 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.734001 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.734359 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.734701 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.735035 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.735392 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.735745 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.736054 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.736409 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.736778 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.737140 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.737485 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:09.764585 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:09.765201 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:09.782677 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ffca6b5f-1d6b-48a4-b730-a1deeda2c44d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6104386 Jan 24 15:51:09.794544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Request body: {'port': {'device_id': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:51:09.856095 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:09.897020 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8e7aaf3a-5c22-458e-b3c6-4f52ff637367 None None] Provisioning complete for port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:51:09.897557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaf3a-5c22-458e-b3c6-4f52ff637367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:09.930347 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8e7aaf3a-5c22-458e-b3c6-4f52ff637367 None None] Port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 15:51:10.118324 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:51:10.125601 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Publish callbacks [] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:10.137821 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Transition to ACTIVE for port object 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 15:51:10.140904 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:10.209063 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Pushing event updated for resources: {'Port': ['ID=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:51:10.262324 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Attempting to bind port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 15:51:10.262645 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Attempting to bind port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 15:51:10.262973 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Attempting to bind port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:51:10.267541 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 15:51:10.267865 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Attempting to bind port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 on network 3439a9b7-ed9b-481c-ac38-54712a861f51 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 15:51:10.272872 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Checking agent: {'id': '3a6e4408-22a5-4589-a0ca-f1ae62ba4dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'started_at': datetime.datetime(2022, 1, 24, 15, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 15:51:10.273368 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Checking segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 15:51:10.273755 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Bound using segment: {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 15:51:10.274184 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Bound port: 048f4b51-6b6d-4f51-8738-3bf1690ac1d6, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed8392b-a461-4214-b9ab-466a06157a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 15:51:10.274544 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:10.339437 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] For port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6, host hv-cinder-82016, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 15:51:10.343392 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] For port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 15:51:10.348336 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520102'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:10.390451 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:10.391171 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:10.394625 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] 10.222.0.88 "PUT /v2.0/ports/048f4b51-6b6d-4f51-8738-3bf1690ac1d6 HTTP/1.1" status: 200 len: 1093 time: 0.6045244 Jan 24 15:51:10.395096 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:51:10.398724 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01aded8c-620a-46b7-8017-6732e2122a47" -d '{"events": [{"name": "network-changed", "server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:51:10.431727 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0b41d-b68a-458a-b4e7-e36bec7ea72c service neutron] Pushing event updated for resources: {'Port': ['ID=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:51:10.444624 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb3a0a-1a24-4de0-8f4b-baca2307f070 req-03d3223e-d712-446e-8f49-fed85352d760 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:10.446505 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5deb3a0a-1a24-4de0-8f4b-baca2307f070 req-03d3223e-d712-446e-8f49-fed85352d760 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0657556 Jan 24 15:51:10.466347 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4549ee6-efb3-4b9b-bb69-d0063ef4e6dd x-openstack-request-id: req-a4549ee6-efb3-4b9b-bb69-d0063ef4e6dd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:51:10.466629 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:51:10.466877 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a4549ee6-efb3-4b9b-bb69-d0063ef4e6dd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:51:10.467294 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'status': 'completed', 'code': 200} Jan 24 15:51:10.484502 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-46ffdc99-d384-47a2-ad70-7e7d293f397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:10.485829 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-46ffdc99-d384-47a2-ad70-7e7d293f397e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 1096 time: 0.0499852 Jan 24 15:51:10.505956 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5deb3a0a-1a24-4de0-8f4b-baca2307f070 req-254a4829-93de-4ad3-b11b-2644e6213fb8 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526152 Jan 24 15:51:10.530149 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-6bcd054b-e6c0-4c5d-8844-faac91567fa2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6 HTTP/1.1" status: 200 len: 217 time: 0.0369356 Jan 24 15:51:10.580716 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-36da55aa-2803-44f7-9363-acdb50c32e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:10.582206 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-36da55aa-2803-44f7-9363-acdb50c32e47 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0468652 Jan 24 15:51:10.628583 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-a66aea4c-3495-4cab-a348-602c13dd5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:10.630045 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-a66aea4c-3495-4cab-a348-602c13dd5db0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423362 Jan 24 15:51:10.714944 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-77da5ff6-a8d6-408a-b3a9-c8d90f47e95c service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788767 Jan 24 15:51:10.803074 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb879f51-8205-4dea-acb0-ede0a5f29341 req-ad5aa72d-061d-4f63-becf-ff73693c6c42 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827503 Jan 24 15:51:10.889721 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aded8c-620a-46b7-8017-6732e2122a47 req-bc807021-dd0c-4c79-954b-246c741ebd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:10.891200 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01aded8c-620a-46b7-8017-6732e2122a47 req-bc807021-dd0c-4c79-954b-246c741ebd91 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 1096 time: 0.0413861 Jan 24 15:51:10.983562 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aded8c-620a-46b7-8017-6732e2122a47 req-c0d32acf-5f11-43d2-845a-f32c30b6763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:10.985208 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01aded8c-620a-46b7-8017-6732e2122a47 req-c0d32acf-5f11-43d2-845a-f32c30b6763c service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0873518 Jan 24 15:51:11.026424 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01aded8c-620a-46b7-8017-6732e2122a47 req-fe7678e5-61a8-4d54-b2bf-0e1176dc7836 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6 HTTP/1.1" status: 200 len: 217 time: 0.0349019 Jan 24 15:51:11.076132 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aded8c-620a-46b7-8017-6732e2122a47 req-0ac2c3df-b91f-4933-bceb-602662207742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:11.077573 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01aded8c-620a-46b7-8017-6732e2122a47 req-0ac2c3df-b91f-4933-bceb-602662207742 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0453522 Jan 24 15:51:11.127637 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aded8c-620a-46b7-8017-6732e2122a47 req-828c727c-c93d-4e6f-b206-2e66e512ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:11.129101 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01aded8c-620a-46b7-8017-6732e2122a47 req-828c727c-c93d-4e6f-b206-2e66e512ee6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451920 Jan 24 15:51:11.218351 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01aded8c-620a-46b7-8017-6732e2122a47 req-3b3ca9fc-46cf-406a-84fb-2043329200aa service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806265 Jan 24 15:51:11.312318 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01aded8c-620a-46b7-8017-6732e2122a47 req-d329b49f-f08f-4b3a-92bb-a1c0b907e185 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850089 Jan 24 15:51:11.625484 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9223-9c25-4c5e-9276-f42acded6702 req-4545a00d-e7bc-44f7-90df-00724400263a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:11.626847 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7bcd9223-9c25-4c5e-9276-f42acded6702 req-4545a00d-e7bc-44f7-90df-00724400263a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0491209 Jan 24 15:51:11.676527 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7bcd9223-9c25-4c5e-9276-f42acded6702 req-1391bae2-121a-43bc-972b-dc0e760bee8a tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Jan 24 15:51:12.326520 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:51:12.790444 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384e494-6de0-4db7-b41c-231c87e801b6 req-77605ed8-63a4-4bca-846e-96bd64a70bfb tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:12.791941 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c384e494-6de0-4db7-b41c-231c87e801b6 req-77605ed8-63a4-4bca-846e-96bd64a70bfb tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0485055 Jan 24 15:51:12.840307 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c384e494-6de0-4db7-b41c-231c87e801b6 req-162b038e-e44f-469c-991e-c4fd68171068 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Jan 24 15:51:13.951728 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a1b5c-46ae-464f-9d15-1d8bee0b17b0 req-b8600b01-e652-4f44-9566-6bc3f1d08058 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:13.953208 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de2a1b5c-46ae-464f-9d15-1d8bee0b17b0 req-b8600b01-e652-4f44-9566-6bc3f1d08058 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0471728 Jan 24 15:51:14.004405 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de2a1b5c-46ae-464f-9d15-1d8bee0b17b0 req-de6fc56f-2c0b-4c77-9b18-24cfa5d18985 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457728 Jan 24 15:51:15.119340 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c529ff-c02d-4c03-8897-5eea6445590b req-bb12fc8c-1863-436c-b124-7cd5e0d94520 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:15.120809 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-49c529ff-c02d-4c03-8897-5eea6445590b req-bb12fc8c-1863-436c-b124-7cd5e0d94520 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0488329 Jan 24 15:51:15.168851 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-49c529ff-c02d-4c03-8897-5eea6445590b req-145a9234-f9fa-4718-a24b-101349695089 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 Jan 24 15:51:16.282263 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75b63-2f68-4559-8b75-d49bb7f7fb63 req-d053375f-c472-4c63-ae1b-bb53cab00c3b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:16.283738 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2a75b63-2f68-4559-8b75-d49bb7f7fb63 req-d053375f-c472-4c63-ae1b-bb53cab00c3b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0496809 Jan 24 15:51:16.331059 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2a75b63-2f68-4559-8b75-d49bb7f7fb63 req-ea70a68a-e233-4816-9ffc-19fb2842bc27 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413985 Jan 24 15:51:17.447470 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b3c0-57b9-4376-9f67-428cd6b9be0c req-fa9b9c85-2971-48f6-a0cd-ec755453e9bb tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:17.448901 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4b3b3c0-57b9-4376-9f67-428cd6b9be0c req-fa9b9c85-2971-48f6-a0cd-ec755453e9bb tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0513163 Jan 24 15:51:17.496777 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4b3b3c0-57b9-4376-9f67-428cd6b9be0c req-146fc3b1-7744-44d9-a391-c1cc509e95f5 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424416 Jan 24 15:51:18.609523 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba8efd-3e28-4ec3-8128-d5bfcbaa445c req-10ceda14-8337-4d05-bde5-649bed70a904 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:18.610976 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0cba8efd-3e28-4ec3-8128-d5bfcbaa445c req-10ceda14-8337-4d05-bde5-649bed70a904 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0483716 Jan 24 15:51:18.658535 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0cba8efd-3e28-4ec3-8128-d5bfcbaa445c req-365cf98c-4b11-4a85-885a-93595e93d02b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410388 Jan 24 15:51:19.771073 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a5b01-799c-411d-9f51-047abe00b46e req-baf567ca-91df-48a2-aa49-4743864a8a05 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:19.772573 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-731a5b01-799c-411d-9f51-047abe00b46e req-baf567ca-91df-48a2-aa49-4743864a8a05 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 943 time: 0.0485396 Jan 24 15:51:19.827491 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-731a5b01-799c-411d-9f51-047abe00b46e req-5ab9fc8a-9719-47b7-8218-3540eb77b17d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490429 Jan 24 15:51:20.157429 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 15:51:20.252856 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:51:20.263597 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Returning: {'device': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'port_id': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'mac_address': 'fa:16:3e:3f:45:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 15:51:20.298829 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:51:20.299238 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:20.311143 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 15:51:20.329459 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:51:20.333187 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:20.382785 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:51:20.390381 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.390734 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.391078 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.391446 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.391780 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.392109 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.392437 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.392763 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.393088 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.393415 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.393740 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.394062 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.394381 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:20.548954 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] get_ports_and_sgs() called for port_ids ['048f4b51-6b6d-4f51-8738-3bf1690ac1d6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 15:51:20.942380 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c840b-fc3c-49b2-8d2a-165a7227aa7f req-9cdc8fe0-7f2e-4df3-93fe-7e4391d66632 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:20.943843 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cc8c840b-fc3c-49b2-8d2a-165a7227aa7f req-9cdc8fe0-7f2e-4df3-93fe-7e4391d66632 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 944 time: 0.0511987 Jan 24 15:51:20.990428 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cc8c840b-fc3c-49b2-8d2a-165a7227aa7f req-2e89fd6f-2271-41f4-9d2e-dc31fe796b30 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408468 Jan 24 15:51:22.106046 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf43a-a90d-4cd8-a778-79418ebe14c3 req-e15c269e-b965-4b54-a2e0-7e166f84deff tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:22.107498 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23abf43a-a90d-4cd8-a778-79418ebe14c3 req-e15c269e-b965-4b54-a2e0-7e166f84deff tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 944 time: 0.0515053 Jan 24 15:51:22.155830 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23abf43a-a90d-4cd8-a778-79418ebe14c3 req-7c28b794-751f-4132-a75b-66b0af52ab26 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428817 Jan 24 15:51:22.157374 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 up at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 15:51:22.204160 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning for port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 15:51:22.207639 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Provisioning complete for port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 15:51:22.208009 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924355'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:22.283730 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Current status of the port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 15:51:22.284023 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:22.305433 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:51:22.307645 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c85a7374402c99f9dc610102217eb7f85dade2afc8f0cab070132695189e48a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98852a9e-e591-4d92-b66f-c1d869e72bdb" -d '{"events": [{"server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "name": "network-vif-plugged", "status": "completed", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:51:22.320224 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] For port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:51:22.324570 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:22.347398 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1380ec-4255-4ccd-9ce3-5b915c9a2511 x-openstack-request-id: req-bf1380ec-4255-4ccd-9ce3-5b915c9a2511 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:51:22.347693 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "name": "network-vif-plugged", "status": "completed", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:51:22.347938 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-bf1380ec-4255-4ccd-9ce3-5b915c9a2511 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:51:22.348324 dv-cinder-820164-3-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'code': 200} Jan 24 15:51:22.373051 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Pushing event updated for resources: {'Port': ['ID=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:51:22.556347 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81a5d7-5d77-4d6c-aff7-36294aebcfdf req-2f26fe1e-835c-44d2-bd3c-4006cda518f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:22.557746 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b81a5d7-5d77-4d6c-aff7-36294aebcfdf req-2f26fe1e-835c-44d2-bd3c-4006cda518f1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 1098 time: 0.0395455 Jan 24 15:51:22.606088 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b81a5d7-5d77-4d6c-aff7-36294aebcfdf req-2acdd1d3-b5a9-46d1-824b-e6adfc952e67 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415542 Jan 24 15:51:23.267182 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634af50-1845-49d9-a3b4-d1d9ec885dd8 req-1aa923e4-1003-46a1-8c80-ecaca9e54f76 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:23.268654 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1634af50-1845-49d9-a3b4-d1d9ec885dd8 req-1aa923e4-1003-46a1-8c80-ecaca9e54f76 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Jan 24 15:51:23.315699 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1634af50-1845-49d9-a3b4-d1d9ec885dd8 req-5dfabd53-87da-40b3-aeb6-98bb8dec4cf6 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410454 Jan 24 15:51:24.436389 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23949b-877a-4301-9a5e-cd46bce7c755 req-b728d876-6d84-46aa-b7af-bb3291758409 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:24.437855 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7e23949b-877a-4301-9a5e-cd46bce7c755 req-b728d876-6d84-46aa-b7af-bb3291758409 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 945 time: 0.0520089 Jan 24 15:51:24.485776 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7e23949b-877a-4301-9a5e-cd46bce7c755 req-ca706b9f-1b8d-4241-b0d4-8182ba0c778b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Jan 24 15:51:24.598617 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ed2e9-7788-41ab-b117-f6890d5b902e req-3418e1f9-8771-4e80-a387-ac22fe3475a0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:24.599985 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606ed2e9-7788-41ab-b117-f6890d5b902e req-3418e1f9-8771-4e80-a387-ac22fe3475a0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 945 time: 0.0480177 Jan 24 15:51:24.654508 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606ed2e9-7788-41ab-b117-f6890d5b902e req-d3fafc0b-7d07-4c49-a7f4-a799dcab18eb tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485291 Jan 24 15:51:24.676454 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40016) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:51:24.714865 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69685ee6-30b7-4479-8df3-5a1ab0e59569 tempest-TestVolumeBootPattern-1842992462 tempest-TestVolumeBootPattern-1842992462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:24.716377 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-69685ee6-30b7-4479-8df3-5a1ab0e59569 tempest-TestVolumeBootPattern-1842992462 tempest-TestVolumeBootPattern-1842992462-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 1093 time: 0.0389519 Jan 24 15:51:24.719134 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:51:24.723268 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Request body: {'floatingip': {'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'port_id': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 15:51:24.747350 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:24.839794 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:24.946204 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Allocated IP 172.27.2.39 (9a647ef4-b033-4599-a5bb-bb2f5b10b741/d377d9ec-b575-4945-917c-22f27a4340a0/248629a8-77d5-47f3-97d9-fe1cfbae610f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 15:51:25.047224 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (248629a8-77d5-47f3-97d9-fe1cfbae610f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:25.084312 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750419352302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (248629a8-77d5-47f3-97d9-fe1cfbae610f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:25.121711 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Network 9a647ef4-b033-4599-a5bb-bb2f5b10b741 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 15:51:25.124449 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 15:51:25.127856 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 15:51:25.150498 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=248629a8-77d5-47f3-97d9-fe1cfbae610f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:51:25.161468 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.161813 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.162151 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.162484 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.162811 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.163698 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.164026 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.164350 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.164790 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.165133 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.165437 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.165755 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.166068 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:51:25.490290 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (3e20c797-8807-4d0e-9c21-fe2915579c45), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:25.554559 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1965726'] for port (248629a8-77d5-47f3-97d9-fe1cfbae610f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:25.712454 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for port (248629a8-77d5-47f3-97d9-fe1cfbae610f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:25.716936 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750419771724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750419352580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750419352598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2703039'] for port (248629a8-77d5-47f3-97d9-fe1cfbae610f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:25.783779 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event updated for resources: {'Port': ['ID=248629a8-77d5-47f3-97d9-fe1cfbae610f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:51:25.793819 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660664'] for floatingip (3e20c797-8807-4d0e-9c21-fe2915579c45), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:25.892123 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Floating IP 3e20c797-8807-4d0e-9c21-fe2915579c45 associated. External IP: 172.27.2.39, port: 048f4b51-6b6d-4f51-8738-3bf1690ac1d6. Jan 24 15:51:26.096055 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:51:26.126263 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e8668d5-61b5-40d2-aa28-40c043315f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:26.205216 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:51:26.216078 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:51:26.223346 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:26.226895 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:51:26.227615 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:50:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:51:26.250053 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2f0e1c4b-d5c2-46e9-b7b4-4ed2cc89dca0 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5299077 Jan 24 15:51:26.250629 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:51:26.252863 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6a6198-baa4-46bd-983e-899b2548651b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:51:26.287451 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb42820-ed65-47f8-b292-3362a2a772fb x-openstack-request-id: req-9bb42820-ed65-47f8-b292-3362a2a772fb {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:51:26.287739 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:51:26.287990 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9bb42820-ed65-47f8-b292-3362a2a772fb {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:51:26.288387 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'status': 'completed', 'code': 200} Jan 24 15:51:26.337164 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:51:26.347405 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a6198-baa4-46bd-983e-899b2548651b req-d5d80a0e-043a-4fc9-bd45-54da72da0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:26.348890 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d6a6198-baa4-46bd-983e-899b2548651b req-d5d80a0e-043a-4fc9-bd45-54da72da0a53 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 1098 time: 0.0406554 Jan 24 15:51:26.441179 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a6198-baa4-46bd-983e-899b2548651b req-7d185d94-3321-4c08-9ee2-665f6a62fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:26.442649 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d6a6198-baa4-46bd-983e-899b2548651b req-7d185d94-3321-4c08-9ee2-665f6a62fd42 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0882182 Jan 24 15:51:26.505657 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d6a6198-baa4-46bd-983e-899b2548651b req-2db9192f-44ad-4f77-b422-4320004bf0f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6 HTTP/1.1" status: 200 len: 998 time: 0.0573976 Jan 24 15:51:26.552434 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a6198-baa4-46bd-983e-899b2548651b req-8c979d30-d9e6-4252-9e5b-e8cdec52ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:26.554497 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d6a6198-baa4-46bd-983e-899b2548651b req-8c979d30-d9e6-4252-9e5b-e8cdec52ab8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0431755 Jan 24 15:51:26.562890 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '3e20c797-8807-4d0e-9c21-fe2915579c45', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:3f:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:51:25Z', 'updated_at': '2022-01-24T15:51:25Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}, {'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:34Z', 'revision_number': 1, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:51:26.588355 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:51:26.601074 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:51:26.601074 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:50:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:51:26.601454 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a6198-baa4-46bd-983e-899b2548651b req-ffedfae8-09cd-4198-99ab-dfd27d6743c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:26.602968 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d6a6198-baa4-46bd-983e-899b2548651b req-ffedfae8-09cd-4198-99ab-dfd27d6743c9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428932 Jan 24 15:51:26.691990 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d6a6198-baa4-46bd-983e-899b2548651b req-f1433cb0-c740-4fcb-8b54-a8be2dc8b30a service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831778 Jan 24 15:51:26.703014 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:51:26.785134 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2d6a6198-baa4-46bd-983e-899b2548651b req-20a3ff4c-3fac-420c-bb54-7c285e350e66 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874853 Jan 24 15:51:27.060867 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '3e20c797-8807-4d0e-9c21-fe2915579c45', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:3f:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:51:25Z', 'updated_at': '2022-01-24T15:51:25Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}, {'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:34Z', 'revision_number': 1, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:51:27.086740 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca28a73-8b40-4aed-bc0e-cc433dd9970c None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '3e20c797-8807-4d0e-9c21-fe2915579c45', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:3f:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:51:25Z', 'updated_at': '2022-01-24T15:51:25Z', 'revision_number': 0, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}, {'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:34Z', 'revision_number': 1, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:51:27.268313 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42108dd5-167e-42c2-93ea-1bc1035249d5 None None] New status for floating IP 3e20c797-8807-4d0e-9c21-fe2915579c45: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:51:28.315113 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f58755d1-ad26-485e-bb2a-6fb2b0774034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:29.384567 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:31.096371 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:32.486307 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:36.467544 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:48.818534 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-f04ed5ba-8d4f-4114-b0aa-17d0a16f6923 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388370 Jan 24 15:51:48.898581 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-56fdeb56-8d57-4107-9d82-1b8447eb54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:48.900058 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-56fdeb56-8d57-4107-9d82-1b8447eb54fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0409973 Jan 24 15:51:49.002687 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-175ba9a2-97a0-4edf-83af-4130ee8d944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:49.004175 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-175ba9a2-97a0-4edf-83af-4130ee8d944f service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0868928 Jan 24 15:51:49.066584 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-afa3fec7-ad6a-470c-baee-46cba6a344c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 200 len: 1001 time: 0.0564401 Jan 24 15:51:49.117830 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-2695101d-449c-426a-8547-55f32c6cf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:49.119171 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-2695101d-449c-426a-8547-55f32c6cf886 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0471525 Jan 24 15:51:49.161590 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-5e242e6b-0c9d-4973-a50e-e2246498799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:51:49.163535 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-5e242e6b-0c9d-4973-a50e-e2246498799b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387084 Jan 24 15:51:49.248112 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-56019e7c-9d13-4da1-949a-3b8e801421df service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785990 Jan 24 15:51:49.326083 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:51:49.335905 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5ca2f4f6-0976-45b3-82b0-338e453eef84 req-eb86641d-5df9-4701-890c-a69a62e9825e service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817399 Jan 24 15:51:56.128680 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd8c27fc-2909-4ec9-94d7-3958f3e5c01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:58.316623 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ff442a78-b84c-417e-a877-268882c66f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:51:59.386892 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:01.101863 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:02.488239 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:06.498990 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:26.131757 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ac7-2163-4825-bcbd-580baf52b04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:26.324913 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:52:28.318402 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9a0a-47d1-4822-aad5-a19702826ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:29.390012 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:31.102441 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:32.490897 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:36.529082 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:48.234965 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-fed46ae8-4a71-497a-ac32-59fa2e4579ab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814984 Jan 24 15:52:48.295815 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-c09e159d-b678-467d-a6bc-5104ea2ec822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:48.297242 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-c09e159d-b678-467d-a6bc-5104ea2ec822 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 1098 time: 0.0401220 Jan 24 15:52:48.402748 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-8a04e037-6d8e-4695-b2d3-349693879fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:48.404255 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-8a04e037-6d8e-4695-b2d3-349693879fce service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.0885682 Jan 24 15:52:48.466743 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-97aa5ec8-7c27-4d93-ba95-dd985f1999c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6 HTTP/1.1" status: 200 len: 1000 time: 0.0556471 Jan 24 15:52:48.517368 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-90d77331-ef63-46cb-ad9f-18ee144cbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:48.518788 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-90d77331-ef63-46cb-ad9f-18ee144cbe03 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0457518 Jan 24 15:52:48.563002 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-eccfa4f6-1bb4-43ff-9f81-60f2e3fbac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:48.564497 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-eccfa4f6-1bb4-43ff-9f81-60f2e3fbac3b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387781 Jan 24 15:52:48.656620 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-b0e0b4d8-de1d-414e-9322-beb5f8a1a725 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859299 Jan 24 15:52:48.744148 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b28c0e3b-6ca4-4101-9bfa-4bb039593653 req-aca5fcd8-23f0-4745-8fe8-26bdef2f88b0 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816109 Jan 24 15:52:54.046042 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40056) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:52:54.241823 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Deleting port 248629a8-77d5-47f3-97d9-fe1cfbae610f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:52:54.242168 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (248629a8-77d5-47f3-97d9-fe1cfbae610f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:54.318561 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (248629a8-77d5-47f3-97d9-fe1cfbae610f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:54.318809 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (248629a8-77d5-47f3-97d9-fe1cfbae610f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:54.330331 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Calling delete_port for 248629a8-77d5-47f3-97d9-fe1cfbae610f owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:52:54.476700 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (248629a8-77d5-47f3-97d9-fe1cfbae610f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:54.501782 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event deleted for resources: {'Port': ['ID=248629a8-77d5-47f3-97d9-fe1cfbae610f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:52:54.513180 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.513523 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.513884 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.514197 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.514523 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.514851 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.515363 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.515683 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.516005 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.516328 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.516647 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.516964 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.517279 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:54.569151 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (3e20c797-8807-4d0e-9c21-fe2915579c45), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:54.569398 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Floating IP 3e20c797-8807-4d0e-9c21-fe2915579c45 disassociated (deleted). External IP: 172.27.2.39, port: 048f4b51-6b6d-4f51-8738-3bf1690ac1d6. Jan 24 15:52:55.016208 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:52:55.124680 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:52:55.129868 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:55.135516 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:52:55.144773 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:52:55.146595 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:52:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:52:55.157172 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3f0c5bc3-933a-43e0-a0c5-f403873b0c61 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "DELETE /v2.0/floatingips/3e20c797-8807-4d0e-9c21-fe2915579c45 HTTP/1.1" status: 204 len: 168 time: 1.1101587 Jan 24 15:52:55.157757 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:52:55.160054 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81c845-7950-4f68-af30-3f5287150dca" -d '{"events": [{"name": "network-changed", "server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:52:55.250827 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d6948c-bca8-4d3c-b749-48f309eeefb9 x-openstack-request-id: req-21d6948c-bca8-4d3c-b749-48f309eeefb9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:52:55.251103 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:52:55.251396 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-21d6948c-bca8-4d3c-b749-48f309eeefb9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:52:55.251857 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'status': 'completed', 'code': 200} Jan 24 15:52:55.260714 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:52:55.315028 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c845-7950-4f68-af30-3f5287150dca req-361944c6-9ab2-4c84-b1a6-b58c48462242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:55.316731 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c81c845-7950-4f68-af30-3f5287150dca req-361944c6-9ab2-4c84-b1a6-b58c48462242 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 1098 time: 0.0445936 Jan 24 15:52:55.449297 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d996b01-f5b1-4030-8862-4d3a99bfba01 req-dc651c59-f7df-49f6-bf17-3733478985ae tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:55.450741 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7d996b01-f5b1-4030-8862-4d3a99bfba01 req-dc651c59-f7df-49f6-bf17-3733478985ae tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 945 time: 0.0920162 Jan 24 15:52:55.453582 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c845-7950-4f68-af30-3f5287150dca req-67ee0999-6b07-4fb9-998e-2e01f9a40c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:55.454904 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c81c845-7950-4f68-af30-3f5287150dca req-67ee0999-6b07-4fb9-998e-2e01f9a40c9b service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.1294482 Jan 24 15:52:55.498052 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:34Z', 'revision_number': 1, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:52:55.506565 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c81c845-7950-4f68-af30-3f5287150dca req-88893f8a-2025-42b0-907a-6fbfe12a8e6a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6 HTTP/1.1" status: 200 len: 217 time: 0.0443351 Jan 24 15:52:55.524641 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:52:55.533255 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:52:55.533867 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:52:28Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:52:55.562472 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7d996b01-f5b1-4030-8862-4d3a99bfba01 req-dd68f4b8-a6e8-489e-861c-dad7159fa70d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059098 Jan 24 15:52:55.583845 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c845-7950-4f68-af30-3f5287150dca req-b1ff0e90-7dea-4f9d-8bd5-c54c9a2007f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:55.583845 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c81c845-7950-4f68-af30-3f5287150dca req-b1ff0e90-7dea-4f9d-8bd5-c54c9a2007f4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0612757 Jan 24 15:52:55.623199 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c845-7950-4f68-af30-3f5287150dca req-bdec5d68-0c39-48b0-89bc-0e2feb90a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:55.624688 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c81c845-7950-4f68-af30-3f5287150dca req-bdec5d68-0c39-48b0-89bc-0e2feb90a8ea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399349 Jan 24 15:52:55.640041 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:52:55.878995 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:34Z', 'revision_number': 1, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:52:55.906043 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bd608-5f0f-4a87-b3f2-ae26c1614ec4 None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_floatingips': [{'id': '662b8094-3e8d-4d2a-b265-d14452756c86', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'router_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'port_id': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'mac_address': 'fa:16:3e:39:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T15:49:32Z', 'updated_at': '2022-01-24T15:49:34Z', 'revision_number': 1, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:52:55.975075 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c81c845-7950-4f68-af30-3f5287150dca req-55379ac1-a698-481e-811c-7acc9e203add service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429735 Jan 24 15:52:56.070470 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c81c845-7950-4f68-af30-3f5287150dca req-ec58a25a-1d90-4869-acf6-a679ad893d43 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883536 Jan 24 15:52:56.133873 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1ee22e34-7921-4b71-a1b1-86b2958f8b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:56.147116 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f838edd-689a-4684-bd8f-da18b3542b30 None None] New status for floating IP 3e20c797-8807-4d0e-9c21-fe2915579c45: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:52:56.683551 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233f688-a4bb-47c7-a357-07ca9b001c3f req-22f343f0-adb4-4fcf-a383-1e2faf423a32 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:56.685027 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3233f688-a4bb-47c7-a357-07ca9b001c3f req-22f343f0-adb4-4fcf-a383-1e2faf423a32 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Jan 24 15:52:56.736324 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3233f688-a4bb-47c7-a357-07ca9b001c3f req-eecdcc5f-dc6b-4fdd-b2a8-d3541bf1dd0f tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456831 Jan 24 15:52:56.896471 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-742dbe35-7cc0-4329-a13f-3305861482bf tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:52:56.897809 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-742dbe35-7cc0-4329-a13f-3305861482bf tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 945 time: 0.0497279 Jan 24 15:52:56.984763 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Deleting port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:52:56.985103 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:57.073691 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] For port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:52:57.074038 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:57.086029 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Calling delete_port for 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:52:57.209705 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (048f4b51-6b6d-4f51-8738-3bf1690ac1d6), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:57.238075 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event deleted for resources: {'Port': ['ID=048f4b51-6b6d-4f51-8738-3bf1690ac1d6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:52:57.263136 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.263504 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.263845 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.264176 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.264500 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.264822 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.265143 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.265460 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.265780 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.266099 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.266412 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.266723 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.267034 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:52:57.287574 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] No DVR routers for this DVR port 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:52:57.289991 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:57.293457 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-198ac14c-498e-4f49-84ba-e4f7e4e2d5f3 req-c52b5ead-3f24-4ddf-8ace-849cac56ed4b tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "DELETE /v2.0/ports/048f4b51-6b6d-4f51-8738-3bf1690ac1d6 HTTP/1.1" status: 204 len: 173 time: 0.3905206 Jan 24 15:52:57.293898 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'name': 'network-vif-deleted', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:52:57.296106 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bba58bf-de24-49ee-b519-96f420557a84" -d '{"events": [{"server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "name": "network-vif-deleted", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:52:57.389965 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9450ab04-47d6-441e-bf4f-95ded3553a5f x-openstack-request-id: req-9450ab04-47d6-441e-bf4f-95ded3553a5f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:52:57.390261 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6513552-ab3c-46bd-b5a2-bb00259b23a4", "name": "network-vif-deleted", "tag": "048f4b51-6b6d-4f51-8738-3bf1690ac1d6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:52:57.390513 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9450ab04-47d6-441e-bf4f-95ded3553a5f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:52:57.390914 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6513552-ab3c-46bd-b5a2-bb00259b23a4', 'name': 'network-vif-deleted', 'tag': '048f4b51-6b6d-4f51-8738-3bf1690ac1d6', 'status': 'completed', 'code': 200} Jan 24 15:52:57.838319 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c397ccf9-cc8b-4d0f-9355-d2097cac2252 req-15c5302d-4f26-473c-89ad-4d274de087e6 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=f6513552-ab3c-46bd-b5a2-bb00259b23a4 HTTP/1.1" status: 200 len: 210 time: 0.0257237 Jan 24 15:52:58.319941 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14901b04-1a65-48a0-9a68-591136bb8029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:52:59.392206 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:00.641460 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:53:00.664420 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:53:00.664762 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 048f4b51-6b6d-4f51-8738-3bf1690ac1d6 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:53:01.105368 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:01.108501 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40102) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:01.262133 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Deleting port b64892c4-15c2-4650-9cdb-37d3e3dd223d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:01.262477 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (b64892c4-15c2-4650-9cdb-37d3e3dd223d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:01.339624 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (b64892c4-15c2-4650-9cdb-37d3e3dd223d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:01.339872 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (b64892c4-15c2-4650-9cdb-37d3e3dd223d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:01.351337 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Calling delete_port for b64892c4-15c2-4650-9cdb-37d3e3dd223d owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:01.492612 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (b64892c4-15c2-4650-9cdb-37d3e3dd223d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:01.520985 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event deleted for resources: {'Port': ['ID=b64892c4-15c2-4650-9cdb-37d3e3dd223d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:01.580389 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (662b8094-3e8d-4d2a-b265-d14452756c86), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:01.580715 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Floating IP 662b8094-3e8d-4d2a-b265-d14452756c86 disassociated (deleted). External IP: 172.27.2.159, port: 712a3e41-3e6e-470c-9906-afbcce4c7ab3. Jan 24 15:53:01.785633 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:53:01.890546 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:53:01.895336 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:01.900851 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:53:01.910952 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:53:01.911706 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:52:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:01.922474 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c2830c1c-e981-4d7f-9678-f528bfd3f641 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "DELETE /v2.0/floatingips/662b8094-3e8d-4d2a-b265-d14452756c86 HTTP/1.1" status: 204 len: 168 time: 0.8129284 Jan 24 15:53:01.923069 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:53:01.925308 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba25a226f959cc72ac5371c8256e77ceb544f73d70730b3237622302039d0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51afb339-45ec-4d6d-b298-bd01a7bffe4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:53:01.961563 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 15:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e70b356-c1c4-4a32-9efd-0adf4b1d98ba x-openstack-request-id: req-7e70b356-c1c4-4a32-9efd-0adf4b1d98ba {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:53:01.961856 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:53:01.962112 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7e70b356-c1c4-4a32-9efd-0adf4b1d98ba {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:53:01.962501 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'status': 'completed', 'code': 200} Jan 24 15:53:02.031895 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-e6f9013f-a752-43dc-bf5f-8bc033593ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:53:02.033470 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-e6f9013f-a752-43dc-bf5f-8bc033593ea3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 1098 time: 0.0501692 Jan 24 15:53:02.166210 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:53:02.171806 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-7a753e48-475a-4021-94c1-027ff4ec54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:53:02.173280 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-7a753e48-475a-4021-94c1-027ff4ec54dd service neutron] 10.222.0.88 "GET /v2.0/networks?id=3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 200 len: 912 time: 0.1239696 Jan 24 15:53:02.195079 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e9554-5dde-4395-b86f-9d0709b81260 req-df4d510d-2f19-4c92-94e6-e5af5812957e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:53:02.196579 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-647e9554-5dde-4395-b86f-9d0709b81260 req-df4d510d-2f19-4c92-94e6-e5af5812957e tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 945 time: 0.0773230 Jan 24 15:53:02.235304 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-d19c5770-9a5b-4671-aeeb-251681ebbc3a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 200 len: 217 time: 0.0546541 Jan 24 15:53:02.309871 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-647e9554-5dde-4395-b86f-9d0709b81260 req-0d8d6442-2a1f-4ae3-b52e-54685994d3c9 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813379 Jan 24 15:53:02.311689 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-1abe6d50-9d6c-4b4a-9703-53c51efa880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:53:02.313063 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-1abe6d50-9d6c-4b4a-9703-53c51efa880f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 200 len: 850 time: 0.0685310 Jan 24 15:53:02.363207 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-b8c35f75-1144-4e4d-9d3e-c0147c23c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:53:02.365864 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-b8c35f75-1144-4e4d-9d3e-c0147c23c2a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3439a9b7-ed9b-481c-ac38-54712a861f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459843 Jan 24 15:53:02.378352 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:02.414137 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:53:02.427238 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:53:02.427870 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:52:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:02.466713 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-dfb7a045-cba7-437a-8e15-a1015bcb3b16 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941586 Jan 24 15:53:02.546580 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:02.569957 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51afb339-45ec-4d6d-b298-bd01a7bffe4b req-4fdc56bd-b9bc-402a-afd0-abba20df55b9 service neutron] 10.222.0.88 "GET /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954032 Jan 24 15:53:02.589368 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:53:02.812816 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:02.841031 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6c7aa-fb9c-46da-829a-1e9ce9faea32 None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:31Z', 'revision_number': 4, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi', '_interfaces': [{'id': '50eb27ea-e39f-49df-933a-a16eb84fe824', 'name': '', 'network_id': '3439a9b7-ed9b-481c-ac38-54712a861f51', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'mac_address': 'fa:16:3e:b2:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:31Z', 'updated_at': '2022-01-24T15:46:36Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'subnets': [{'id': '663dfb1e-dfc3-4781-8b30-69477223b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:53:03.075606 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce51e0-351a-4fed-bab2-0d021eebacdc None None] New status for floating IP 662b8094-3e8d-4d2a-b265-d14452756c86: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 15:53:03.323437 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:53:03.429226 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f6602-2cc3-4ac1-8370-50a412462f35 req-5f75bce7-4d8d-4b6f-9ccf-f801df2f5c09 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:53:03.431021 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-283f6602-2cc3-4ac1-8370-50a412462f35 req-5f75bce7-4d8d-4b6f-9ccf-f801df2f5c09 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 945 time: 0.0505350 Jan 24 15:53:03.482662 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-283f6602-2cc3-4ac1-8370-50a412462f35 req-d2a8ee0b-70a5-4e5e-84de-495daef56cd1 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/security-groups?id=ed31da17-a4d9-4a52-9cdb-00527e22ee5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436637 Jan 24 15:53:03.674495 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-56c09177-1b80-42db-8379-6adba01e2e59 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 15:53:03.676020 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-56c09177-1b80-42db-8379-6adba01e2e59 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 945 time: 0.0487690 Jan 24 15:53:03.766612 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Deleting port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:03.766962 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:03.855292 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] For port 712a3e41-3e6e-470c-9906-afbcce4c7ab3, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=712a3e41-3e6e-470c-9906-afbcce4c7ab3,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:53:03.855651 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:03.868853 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Calling delete_port for 712a3e41-3e6e-470c-9906-afbcce4c7ab3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:03.997347 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (712a3e41-3e6e-470c-9906-afbcce4c7ab3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:04.025207 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event deleted for resources: {'Port': ['ID=712a3e41-3e6e-470c-9906-afbcce4c7ab3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:04.066052 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] No DVR routers for this DVR port 712a3e41-3e6e-470c-9906-afbcce4c7ab3 on host hv-cinder-82016 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:53:04.068783 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:04.072477 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e985fb3-cbf0-4baa-bbaf-e0193a532bd0 req-bed79c3d-1a49-4fd0-a0f9-890ac83aac6d tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.88 "DELETE /v2.0/ports/712a3e41-3e6e-470c-9906-afbcce4c7ab3 HTTP/1.1" status: 204 len: 173 time: 0.3913708 Jan 24 15:53:04.072934 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'name': 'network-vif-deleted', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 15:53:04.075797 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9015d3598b42ce008f1b3718fef9c7531b2cf291a92d83af62cede95da397ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339e66d1-28a3-4de0-a88f-b7972f709a1e" -d '{"events": [{"server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "name": "network-vif-deleted", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 15:53:04.114306 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ccf844-e752-4572-ae59-5ecb789d961b x-openstack-request-id: req-a2ccf844-e752-4572-ae59-5ecb789d961b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 15:53:04.114563 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13849a1-0a2b-4761-949b-42fc37bf9d7f", "name": "network-vif-deleted", "tag": "712a3e41-3e6e-470c-9906-afbcce4c7ab3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 15:53:04.114717 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a2ccf844-e752-4572-ae59-5ecb789d961b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 15:53:04.115116 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13849a1-0a2b-4761-949b-42fc37bf9d7f', 'name': 'network-vif-deleted', 'tag': '712a3e41-3e6e-470c-9906-afbcce4c7ab3', 'status': 'completed', 'code': 200} Jan 24 15:53:04.592243 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [req-170fcee7-c82f-4b5b-9bab-9f25349a82c2 req-bc178f97-8b59-42d9-bb3e-112f97d0604f tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "GET /v2.0/ports?device_id=a13849a1-0a2b-4761-949b-42fc37bf9d7f HTTP/1.1" status: 200 len: 210 time: 0.0309525 Jan 24 15:53:05.649927 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40118) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:05.772757 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Deleting port 4423ced5-0e63-425d-a010-610d71b6059c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:05.773097 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (4423ced5-0e63-425d-a010-610d71b6059c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:05.848408 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (4423ced5-0e63-425d-a010-610d71b6059c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:05.848718 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (4423ced5-0e63-425d-a010-610d71b6059c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:05.860227 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Calling delete_port for 4423ced5-0e63-425d-a010-610d71b6059c owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:05.991403 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (4423ced5-0e63-425d-a010-610d71b6059c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:06.017360 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event deleted for resources: {'Port': ['ID=4423ced5-0e63-425d-a010-610d71b6059c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:06.080595 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for floatingip (d07f1f0e-96a3-4846-9466-520fcbb85ae6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:06.084554 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254321'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:06.086198 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e8f46c68-a892-4e07-a40e-4bab856d61a7 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "DELETE /v2.0/floatingips/d07f1f0e-96a3-4846-9466-520fcbb85ae6 HTTP/1.1" status: 204 len: 168 time: 0.4351308 Jan 24 15:53:06.543841 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:07.277087 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40130) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:07.333449 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adc1f969-c0d8-4c2a-9dfc-ad6f17df6780 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group (ed31da17-a4d9-4a52-9cdb-00527e22ee5a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:07.357859 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adc1f969-c0d8-4c2a-9dfc-ad6f17df6780 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group (ed31da17-a4d9-4a52-9cdb-00527e22ee5a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:07.415853 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adc1f969-c0d8-4c2a-9dfc-ad6f17df6780 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (ed31da17-a4d9-4a52-9cdb-00527e22ee5a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:07.418629 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adc1f969-c0d8-4c2a-9dfc-ad6f17df6780 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:07.419822 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-adc1f969-c0d8-4c2a-9dfc-ad6f17df6780 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] 10.222.0.112 "DELETE /v2.0/security-groups/ed31da17-a4d9-4a52-9cdb-00527e22ee5a HTTP/1.1" status: 204 len: 168 time: 0.1417518 Jan 24 15:53:07.429417 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1f969-c0d8-4c2a-9dfc-ad6f17df6780 tempest-TestVolumeBootPattern-1005983307 tempest-TestVolumeBootPattern-1005983307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31da17-a4d9-4a52-9cdb-00527e22ee5a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:07.484275 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40134) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:07.933488 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:08.173472 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Deleting port 50eb27ea-e39f-49df-933a-a16eb84fe824 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:08.173802 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:08.249915 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] For port 50eb27ea-e39f-49df-933a-a16eb84fe824, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=50eb27ea-e39f-49df-933a-a16eb84fe824,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:53:08.250264 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:08.262882 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Calling delete_port for 50eb27ea-e39f-49df-933a-a16eb84fe824 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:08.435653 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (50eb27ea-e39f-49df-933a-a16eb84fe824), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:08.461225 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=50eb27ea-e39f-49df-933a-a16eb84fe824,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:08.633223 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:08.695908 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 712a3e41-3e6e-470c-9906-afbcce4c7ab3 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:53:08.715610 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] No Port match for: 712a3e41-3e6e-470c-9906-afbcce4c7ab3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:53:08.715956 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Device 712a3e41-3e6e-470c-9906-afbcce4c7ab3 not bound to the agent host hv-cinder-82016 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:53:09.091516 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:53:09.198633 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:53:09.203706 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-141b242a-07cb-4a61-ab9b-37f95cd7aef7 admin admin] 10.222.0.112 "PUT /v2.0/routers/d87443a6-fde4-41d6-b2cd-7f47d4dfbd59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183437 Jan 24 15:53:09.206229 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40138) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:09.207195 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] Sync routers for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:53:09.217633 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:53:09.218259 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:52:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:09.307864 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks [] for router (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.339558 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:53:09.408388 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks [] for router_gateway (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.460562 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Deleting port 94ee165e-80c0-42c3-ae7b-b519d4e791bc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:09.461228 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.515368 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:53:08Z', 'revision_number': 5, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port': {'id': '94ee165e-80c0-42c3-ae7b-b519d4e791bc', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:09.542641 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] For port 94ee165e-80c0-42c3-ae7b-b519d4e791bc, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=94ee165e-80c0-42c3-ae7b-b519d4e791bc,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:53:09.542993 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.545682 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] Checking router: d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 for host: dv-cinder-820164-3-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:53:09.554271 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] Routers {'d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:53:09.554896 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:52:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:09.555481 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Calling delete_port for 94ee165e-80c0-42c3-ae7b-b519d4e791bc owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:09.641181 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] Set router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:53:09.693427 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:53:09Z', 'revision_number': 6, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port_host': None}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:09.722271 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (94ee165e-80c0-42c3-ae7b-b519d4e791bc), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.723761 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeed7bb-8023-4cff-b6c6-d46b4fb17ec4 None None] The sync data for ids ['d87443a6-fde4-41d6-b2cd-7f47d4dfbd59'] in dv-cinder-820164-3-iscsi is: [{'id': 'd87443a6-fde4-41d6-b2cd-7f47d4dfbd59', 'name': 'tempest-TestVolumeBootPattern-562124669-router', 'tenant_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:29Z', 'updated_at': '2022-01-24T15:53:09Z', 'revision_number': 6, 'project_id': 'ae2b85b33e6a451a85d96a170fecb3c3', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:53:09.755514 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ee165e-80c0-42c3-ae7b-b519d4e791bc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:09.813703 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.903084 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.905119 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks [] for router_controller (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.947593 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (d87443a6-fde4-41d6-b2cd-7f47d4dfbd59), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.948143 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:53:09.952370 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:09.953601 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5092e4a2-fde7-4461-bbfa-fcfd892f9808 admin admin] 10.222.0.112 "DELETE /v2.0/routers/d87443a6-fde4-41d6-b2cd-7f47d4dfbd59 HTTP/1.1" status: 204 len: 168 time: 0.7464306 Jan 24 15:53:09.956040 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40140) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:09.999500 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ed1627-8883-4e4c-912f-5312325995c4 admin admin] Deleting subnet 663dfb1e-dfc3-4781-8b30-69477223b15d {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:53:10.002480 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81ed1627-8883-4e4c-912f-5312325995c4 admin admin] Publish callbacks [] for subnet (663dfb1e-dfc3-4781-8b30-69477223b15d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.037703 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81ed1627-8883-4e4c-912f-5312325995c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9485121'] for subnet (663dfb1e-dfc3-4781-8b30-69477223b15d), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.121982 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81ed1627-8883-4e4c-912f-5312325995c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (663dfb1e-dfc3-4781-8b30-69477223b15d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.175612 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81ed1627-8883-4e4c-912f-5312325995c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9697877'] for subnet (663dfb1e-dfc3-4781-8b30-69477223b15d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.200167 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed1627-8883-4e4c-912f-5312325995c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663dfb1e-dfc3-4781-8b30-69477223b15d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:10.203665 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81ed1627-8883-4e4c-912f-5312325995c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.206940 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-81ed1627-8883-4e4c-912f-5312325995c4 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/663dfb1e-dfc3-4781-8b30-69477223b15d HTTP/1.1" status: 204 len: 168 time: 0.2498591 Jan 24 15:53:10.209333 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40142) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:10.209481 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a58b6-de6b-48a1-83ff-5b42b2be20ac None None] Network 3439a9b7-ed9b-481c-ac38-54712a861f51 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:53:10.281341 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (3439a9b7-ed9b-481c-ac38-54712a861f51), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.334016 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Deleting port 75ae1966-8222-4044-a029-2abd5f703334 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:10.334359 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (75ae1966-8222-4044-a029-2abd5f703334), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.401679 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] For port 75ae1966-8222-4044-a029-2abd5f703334, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=75ae1966-8222-4044-a029-2abd5f703334,segment=NetworkSegment(0ed8392b-a461-4214-b9ab-466a06157a2c),segment_id=0ed8392b-a461-4214-b9ab-466a06157a2c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:53:10.401972 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (75ae1966-8222-4044-a029-2abd5f703334), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.414489 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Calling delete_port for 75ae1966-8222-4044-a029-2abd5f703334 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:10.495379 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95b513-8da0-435e-b831-dd1f27301816 None None] DHCP port deletion for 3439a9b7-ed9b-481c-ac38-54712a861f51 request from dv-cinder-820164-3-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 15:53:10.500899 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (75ae1966-8222-4044-a029-2abd5f703334), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.505663 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 50eb27ea-e39f-49df-933a-a16eb84fe824 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:53:10.533897 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ae1966-8222-4044-a029-2abd5f703334,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:10.534134 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 50eb27ea-e39f-49df-933a-a16eb84fe824 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:53:10.534795 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 50eb27ea-e39f-49df-933a-a16eb84fe824 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:53:10.535782 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] No DVR routers for this DVR port 75ae1966-8222-4044-a029-2abd5f703334 on host dv-cinder-820164-3-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:53:10.609981 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (3439a9b7-ed9b-481c-ac38-54712a861f51), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.631137 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3439a9b7-ed9b-481c-ac38-54712a861f51']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:10.640517 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed8392b-a461-4214-b9ab-466a06157a2c') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:10.640819 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed8392b-a461-4214-b9ab-466a06157a2c') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:10.652129 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9485130'] for segment (0ed8392b-a461-4214-b9ab-466a06157a2c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.670711 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (0ed8392b-a461-4214-b9ab-466a06157a2c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.677635 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:53:10.678040 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2703043'] for segment (0ed8392b-a461-4214-b9ab-466a06157a2c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: warnings.warn(msg) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: timer() Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: cb(*args, **kw) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: self._notify() Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: self.callback(batched_events) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: event.method(event) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._get(url).json() Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:53:10.679927 dv-cinder-820164-3-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:53:10.741614 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (3439a9b7-ed9b-481c-ac38-54712a861f51), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.747067 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:10.750488 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] 10.222.0.112 "DELETE /v2.0/networks/3439a9b7-ed9b-481c-ac38-54712a861f51 HTTP/1.1" status: 204 len: 168 time: 0.5401356 Jan 24 15:53:10.756416 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 40144) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:10.762295 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b8fbb-62ad-40b5-9ba8-1dbdeb77ef18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3439a9b7-ed9b-481c-ac38-54712a861f51,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:11.100306 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656424'] for router_interface (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:11.334553 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Deleting port 54e04108-42a9-4564-94b1-7af034cc1e9f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:11.334889 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:11.410242 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] For port 54e04108-42a9-4564-94b1-7af034cc1e9f, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=54e04108-42a9-4564-94b1-7af034cc1e9f,segment=NetworkSegment(9edfdfdd-8d00-4a66-aa50-9d696de3e006),segment_id=9edfdfdd-8d00-4a66-aa50-9d696de3e006)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:53:11.410590 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:11.422545 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Calling delete_port for 54e04108-42a9-4564-94b1-7af034cc1e9f owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:11.599429 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (54e04108-42a9-4564-94b1-7af034cc1e9f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:11.623463 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e04108-42a9-4564-94b1-7af034cc1e9f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:11.788049 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712934'] for router_interface (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:11.875813 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 75ae1966-8222-4044-a029-2abd5f703334 no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:53:11.896186 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 75ae1966-8222-4044-a029-2abd5f703334 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:53:11.896445 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 75ae1966-8222-4044-a029-2abd5f703334 not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:53:11.896868 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 94ee165e-80c0-42c3-ae7b-b519d4e791bc no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:53:11.915633 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 94ee165e-80c0-42c3-ae7b-b519d4e791bc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:53:11.915986 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 94ee165e-80c0-42c3-ae7b-b519d4e791bc not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:53:12.004947 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 has already been hosted by L3 agent 21359396-e809-428f-bf9e-fe91eeb8f676 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 15:53:12.111863 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] Notify agent at l3_agent.dv-cinder-820164-3-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 15:53:12.117227 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1a85f04b-497f-47f0-a76e-a14b4200d960 admin admin] 10.222.0.112 "PUT /v2.0/routers/2b1c62d1-37c4-4ecb-86fc-f213c21bc057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3598018 Jan 24 15:53:12.119769 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 40146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:12.122354 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] Sync routers for ids ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'] in dv-cinder-820164-3-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 15:53:12.135584 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] Routers {'2b1c62d1-37c4-4ecb-86fc-f213c21bc057'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:53:12.136197 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:52:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:12.221195 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks [] for router (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:12.233669 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] Set router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 gateway port host: dv-cinder-820164-3-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:53:12.324092 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks [] for router_gateway (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:12.381502 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Deleting port b31fe090-9992-41d0-a702-cd36504912ac {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:12.381993 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (b31fe090-9992-41d0-a702-cd36504912ac), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:12.409197 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'external_fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:53:11Z', 'revision_number': 5, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port': {'id': 'b31fe090-9992-41d0-a702-cd36504912ac', 'name': '', 'network_id': '9a647ef4-b033-4599-a5bb-bb2f5b10b741', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T15:46:34Z', 'updated_at': '2022-01-24T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd377d9ec-b575-4945-917c-22f27a4340a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-3-iscsi'}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:12.436918 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] Checking router: 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 for host: dv-cinder-820164-3-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 15:53:12.446111 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] Routers {'2b1c62d1-37c4-4ecb-86fc-f213c21bc057'} bound to L3 agent in host dv-cinder-820164-3-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 15:53:12.446724 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T15:27:28Z,description=,heartbeat_timestamp=2022-01-24T15:52:58Z,host='dv-cinder-820164-3-iscsi',id=21359396-e809-428f-bf9e-fe91eeb8f676,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T15:27:29Z,topic='l3_agent')) {'router_ids': ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:12.463077 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] For port b31fe090-9992-41d0-a702-cd36504912ac, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=b31fe090-9992-41d0-a702-cd36504912ac,segment=NetworkSegment(a1f05a65-d717-4e23-a996-1d157fa819a4),segment_id=a1f05a65-d717-4e23-a996-1d157fa819a4)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:53:12.463474 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (b31fe090-9992-41d0-a702-cd36504912ac), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:12.476011 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Calling delete_port for b31fe090-9992-41d0-a702-cd36504912ac owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:12.532635 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] Set router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 15:53:12.588436 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:53:12Z', 'revision_number': 6, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port_host': None}], 'dv-cinder-820164-3-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:12.621152 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3647772-5da5-41ba-b786-d31cf595bd78 None None] The sync data for ids ['2b1c62d1-37c4-4ecb-86fc-f213c21bc057'] in dv-cinder-820164-3-iscsi is: [{'id': '2b1c62d1-37c4-4ecb-86fc-f213c21bc057', 'name': 'tempest-TestVolumeBootPattern-421470313-router', 'tenant_id': '82117761ee854befb1e3eb55f53408a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T15:46:33Z', 'updated_at': '2022-01-24T15:53:12Z', 'revision_number': 6, 'project_id': '82117761ee854befb1e3eb55f53408a6', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 15:53:12.639059 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520111'] for port (b31fe090-9992-41d0-a702-cd36504912ac), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:12.665235 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31fe090-9992-41d0-a702-cd36504912ac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:12.723369 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661297'] for router_gateway (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.068050 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28635'] for router (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.070279 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks [] for router_controller (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.117076 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715182'] for router (2b1c62d1-37c4-4ecb-86fc-f213c21bc057), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.117682 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1c62d1-37c4-4ecb-86fc-f213c21bc057 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 15:53:13.123713 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.124859 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1e5522f0-48a0-4701-935e-7a1ac1706c62 admin admin] 10.222.0.112 "DELETE /v2.0/routers/2b1c62d1-37c4-4ecb-86fc-f213c21bc057 HTTP/1.1" status: 204 len: 168 time: 1.0040851 Jan 24 15:53:13.127463 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.112', 40148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:13.172519 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f553b6ab-cb4a-4047-a0bd-268f5119f45e admin admin] Deleting subnet be92d8c8-2b1a-46de-ab40-c9a758b3e2b1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 15:53:13.175486 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f553b6ab-cb4a-4047-a0bd-268f5119f45e admin admin] Publish callbacks [] for subnet (be92d8c8-2b1a-46de-ab40-c9a758b3e2b1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.209035 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f553b6ab-cb4a-4047-a0bd-268f5119f45e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9520843'] for subnet (be92d8c8-2b1a-46de-ab40-c9a758b3e2b1), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.288440 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f553b6ab-cb4a-4047-a0bd-268f5119f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925004'] for subnet (be92d8c8-2b1a-46de-ab40-c9a758b3e2b1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.345485 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f553b6ab-cb4a-4047-a0bd-268f5119f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9519920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8791024'] for subnet (be92d8c8-2b1a-46de-ab40-c9a758b3e2b1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.359572 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f553b6ab-cb4a-4047-a0bd-268f5119f45e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.364163 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfea87b-f297-4acc-a9a5-d34492e93e11 None None] Network 62f7cf21-13d8-495e-a533-c30885f96450 requested from dv-cinder-820164-3-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 15:53:13.364704 dv-cinder-820164-3-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f553b6ab-cb4a-4047-a0bd-268f5119f45e admin admin] 10.222.0.112 "DELETE /v2.0/subnets/be92d8c8-2b1a-46de-ab40-c9a758b3e2b1 HTTP/1.1" status: 204 len: 168 time: 0.2359252 Jan 24 15:53:13.367387 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40150) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:13.386283 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553b6ab-cb4a-4047-a0bd-268f5119f45e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be92d8c8-2b1a-46de-ab40-c9a758b3e2b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:13.444806 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310103'] for network (62f7cf21-13d8-495e-a533-c30885f96450), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.499446 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Deleting port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:13.499772 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.523011 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] DHCP port deletion for 62f7cf21-13d8-495e-a533-c30885f96450 request from dv-cinder-820164-3-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 15:53:13.569800 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] For port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,segment=NetworkSegment(9edfdfdd-8d00-4a66-aa50-9d696de3e006),segment_id=9edfdfdd-8d00-4a66-aa50-9d696de3e006)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:53:13.570159 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.570978 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Deleting port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 15:53:13.571468 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750419765140'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.583568 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Calling delete_port for a4af9b75-5cd7-4e99-8b7a-e62cec6375ed owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:13.639051 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] For port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed, host dv-cinder-820164-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-3-iscsi',level=0,port_id=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,segment=NetworkSegment(9edfdfdd-8d00-4a66-aa50-9d696de3e006),segment_id=9edfdfdd-8d00-4a66-aa50-9d696de3e006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 15:53:13.639549 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661333'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.654676 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Calling delete_port for a4af9b75-5cd7-4e99-8b7a-e62cec6375ed owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 15:53:13.670788 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2703030'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.702288 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:13.704222 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] No DVR routers for this DVR port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed on host dv-cinder-820164-3-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:53:13.749967 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1965351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750419771751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750419352311'] for port (a4af9b75-5cd7-4e99-8b7a-e62cec6375ed), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.774942 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967006', 'neutron.services.segments.db._delete_segments_for_network-8750419842690'] for network (62f7cf21-13d8-495e-a533-c30885f96450), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.778880 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Pushing event deleted for resources: {'Port': ['ID=a4af9b75-5cd7-4e99-8b7a-e62cec6375ed,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:13.783387 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] No DVR routers for this DVR port a4af9b75-5cd7-4e99-8b7a-e62cec6375ed on host dv-cinder-820164-3-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 15:53:13.798856 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f7cf21-13d8-495e-a533-c30885f96450']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:13.803366 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.803873 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.804360 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.804840 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.805342 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.805853 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.806365 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.807062 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.807634 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.807997 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.808327 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.808845 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.809171 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82166a2d-9e0c-4382-ab6a-a98505e22699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-3-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 15:53:13.810322 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edfdfdd-8d00-4a66-aa50-9d696de3e006') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:13.810722 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edfdfdd-8d00-4a66-aa50-9d696de3e006') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 15:53:13.821654 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750419840247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9485130'] for segment (9edfdfdd-8d00-4a66-aa50-9d696de3e006), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.838319 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332'] for segment (9edfdfdd-8d00-4a66-aa50-9d696de3e006), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.838494 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device b31fe090-9992-41d0-a702-cd36504912ac no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:53:13.844523 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 15:53:13.844949 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1979332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2703043'] for segment (9edfdfdd-8d00-4a66-aa50-9d696de3e006), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: timer() Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: cb(*args, **kw) Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: self._notify() Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: self.callback(batched_events) Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: event.method(event) Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._get(url).json() Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 15:53:13.846996 dv-cinder-820164-3-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 15:53:13.863596 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: b31fe090-9992-41d0-a702-cd36504912ac {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:53:13.864076 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device b31fe090-9992-41d0-a702-cd36504912ac not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:53:13.864581 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device a4af9b75-5cd7-4e99-8b7a-e62cec6375ed no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:53:13.883503 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: a4af9b75-5cd7-4e99-8b7a-e62cec6375ed {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:53:13.883846 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device a4af9b75-5cd7-4e99-8b7a-e62cec6375ed not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:53:13.884257 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 54e04108-42a9-4564-94b1-7af034cc1e9f no longer exists at agent ovs-agent-dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 15:53:13.902863 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] No Port match for: 54e04108-42a9-4564-94b1-7af034cc1e9f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 15:53:13.903230 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Device 54e04108-42a9-4564-94b1-7af034cc1e9f not bound to the agent host dv-cinder-820164-3-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 15:53:13.909362 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1966999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660609'] for network (62f7cf21-13d8-495e-a533-c30885f96450), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.914967 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570471'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:13.918171 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] 10.222.0.112 "DELETE /v2.0/networks/62f7cf21-13d8-495e-a533-c30885f96450 HTTP/1.1" status: 204 len: 168 time: 0.5496662 Jan 24 15:53:13.928851 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953974f-9196-40f7-a075-c8fc1b3e085e admin admin] Pushing event deleted for resources: {'Network': ['ID=62f7cf21-13d8-495e-a533-c30885f96450,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:14.024014 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40154) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:14.062003 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0f3a3366-2f1a-4c1e-9b89-22ecfacdcfc0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ae2b85b33e6a451a85d96a170fecb3c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367584 Jan 24 15:53:14.064266 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:14.111667 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a87ae40-7bc4-44e8-982c-e22ded1b538e admin admin] Publish callbacks [] for security_group (679ab840-2a2e-430f-ba1f-ac1b75f5789e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:14.134347 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a87ae40-7bc4-44e8-982c-e22ded1b538e admin admin] Publish callbacks [] for security_group (679ab840-2a2e-430f-ba1f-ac1b75f5789e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:14.184209 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a87ae40-7bc4-44e8-982c-e22ded1b538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (679ab840-2a2e-430f-ba1f-ac1b75f5789e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:14.186943 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a87ae40-7bc4-44e8-982c-e22ded1b538e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:14.188219 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7a87ae40-7bc4-44e8-982c-e22ded1b538e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/679ab840-2a2e-430f-ba1f-ac1b75f5789e HTTP/1.1" status: 204 len: 168 time: 0.1230612 Jan 24 15:53:14.196631 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87ae40-7bc4-44e8-982c-e22ded1b538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679ab840-2a2e-430f-ba1f-ac1b75f5789e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:14.509598 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:14.547163 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-11a2b29b-71bd-41f4-a06d-57eb018379ca admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=82117761ee854befb1e3eb55f53408a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363662 Jan 24 15:53:14.549578 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.112', 40164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 15:53:14.596332 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cce51ce-bbdb-427f-8d03-07fe711e9686 admin admin] Publish callbacks [] for security_group (f51c0706-fdec-40d5-b74b-a127e01b172f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:14.617306 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cce51ce-bbdb-427f-8d03-07fe711e9686 admin admin] Publish callbacks [] for security_group (f51c0706-fdec-40d5-b74b-a127e01b172f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:14.662304 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cce51ce-bbdb-427f-8d03-07fe711e9686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650176'] for security_group (f51c0706-fdec-40d5-b74b-a127e01b172f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:14.664838 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cce51ce-bbdb-427f-8d03-07fe711e9686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:14.665977 dv-cinder-820164-3-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8cce51ce-bbdb-427f-8d03-07fe711e9686 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f51c0706-fdec-40d5-b74b-a127e01b172f HTTP/1.1" status: 204 len: 168 time: 0.1155224 Jan 24 15:53:14.673235 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce51ce-bbdb-427f-8d03-07fe711e9686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51c0706-fdec-40d5-b74b-a127e01b172f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 15:53:26.136622 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-197fe622-dbbd-471c-82ee-5ce3570b0ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:28.321438 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70e33ee1-e70c-4a35-a48b-54185a08ff40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:29.395967 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:31.108699 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:32.491384 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:36.552883 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:40.322982 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:53:42.311383 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-09fa55b9-d8de-4901-9000-5e498dd620bc req-46ee45e1-34ea-4361-b285-dcc0e40ec3f2 service neutron] (102668) timed out ('10.222.0.88', 49558) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 15:53:56.139996 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3f62-7e9f-47b9-b482-9e8e1b175d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:58.322957 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7382ab9d-f752-4b8c-a36d-6266023a1702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:53:59.399079 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:01.109476 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:02.494684 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:06.557669 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:17.322587 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:54:26.141904 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-10ec6131-ae9f-46b6-be03-d423edf1edd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:28.329650 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8735dc2-8793-4e77-9f7d-bcd80317ad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:29.403741 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:31.114525 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:32.497553 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:36.556370 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:54.321328 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:54:56.145106 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11019938-01ed-4f6b-ae6c-11b7b669cff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:58.320722 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-127b9c08-50a2-4aed-9b3e-aa9cdc7c41fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:54:59.404244 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:01.117558 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:02.500842 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:06.571865 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:26.147408 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42c737b8-1756-4955-a534-81052d2baf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:28.322405 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c041abfe-d6e7-4521-ae7d-ee88c962ccca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:29.406661 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:31.119651 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:31.321248 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:55:32.503684 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:36.605490 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:56.150556 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0510f94f-60e2-4eb8-b005-2275c21606f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:58.323775 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e61df956-3f73-46c1-bda4-14ad51c1b994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:55:59.413326 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:01.121729 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:02.505063 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:06.606791 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:08.320802 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:56:26.152159 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f072ad6-286a-47bc-b8fa-48825abe36e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:28.324747 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80e737f2-479e-4cbc-b08c-c9318afd36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:29.413019 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:31.127347 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:32.507347 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:36.600265 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:45.319742 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:56:56.153818 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4cb88e7-f9b4-4e2c-b381-84b6e8e7f470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:58.326202 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87dfd1a5-8ca2-4a6f-8f6c-ae2b5ca82113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:56:59.415844 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:01.128355 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:02.509929 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:06.597843 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:22.320637 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:57:26.156187 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9188fc2c-3713-4b76-8861-244d0bd7443a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:28.328452 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb5659f8-2ff4-45c3-af32-77c69cef6e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:29.422815 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:31.131581 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:32.512673 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:36.597849 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:48.440984 dv-cinder-820164-3-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-cb6edf53-2c39-49e3-a012-eb6e8ee647c9 req-6be2c953-445d-4d13-afbe-edb44520c57f tempest-TestShelveInstance-2144834619 tempest-TestShelveInstance-2144834619-project] (102669) timed out ('10.222.0.88', 49576) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 15:57:50.676673 dv-cinder-820164-3-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-73698fef-3c94-483e-8336-f5b77e8160f4 req-32f183c9-1a71-4f9c-b924-e673d2547763 service neutron] (102668) timed out ('10.222.0.112', 36356) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 15:57:56.157634 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c51f0901-f7d4-4d7f-a775-6e5f58137969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:58.330727 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b94d785-b0b0-4c43-bb85-957dca9b5e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:57:59.319439 dv-cinder-820164-3-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-5f83c05f-1809-4a94-8e35-ebad13e3b961 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 15:57:59.422299 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:58:01.135315 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:58:02.519292 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:58:06.611872 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-511c5ab6-9832-4400-9fd1-59da9d1af302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (3a6e4408-22a5-4589-a0ca-f1ae62ba4dee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:58:26.159568 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3110da19-4795-4245-b9ca-7b86136ed76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (cee750b5-2e3f-4ec2-bc06-9eb388bd79ba), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:58:28.333354 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c2594f1-4d5b-48b2-8c60-00bd1d501e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (21359396-e809-428f-bf9e-fe91eeb8f676), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:58:29.425557 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7280969-3f49-4d31-8389-d1a3ec0b7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (e574fac7-b0c7-4ed4-8ff0-6e93365d7ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:58:31.137180 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f22358a3-b9f7-4876-99bd-168fe24df06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (0490d7f1-350b-460b-940d-b2b8b7817e95), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 15:58:32.512065 dv-cinder-820164-3-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb98be4f-7e5b-4466-a250-b83b73632f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750419842672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1924436'] for agent (946126ee-ea87-40c9-b84e-dea3c600be35), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}